-- Logs begin at Tue 2021-09-14 21:15:27 UTC, end at Tue 2021-09-14 22:25:37 UTC. -- Sep 14 21:58:24.302178 dv-cinder-809014-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 21:58:27.034235 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.common.config [-] Logging enabled! Sep 14 21:58:27.034729 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev642 Sep 14 21:58:27.035025 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94634) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 21:58:27.038276 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.common.config [-] Logging enabled! Sep 14 21:58:27.038535 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev642 Sep 14 21:58:27.038849 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94634) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 21:58:27.039832 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 21:58:27.040575 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 21:58:27.040970 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 21:58:27.041221 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 21:58:27.041451 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 21:58:27.041778 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.042078 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.042378 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.042608 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.042903 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.043197 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.043733 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.044023 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.044320 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.044605 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.044907 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.045196 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.045424 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.045706 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.045994 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.046281 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.046504 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] debug = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.046785 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.047207 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.047616 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.047896 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.048187 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.048466 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.048740 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.049037 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.049319 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.049645 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] host = dv-cinder-809014-1-iscsi {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.049924 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.050214 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.050503 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.050791 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.051066 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.051342 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.051627 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.051903 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.052178 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] log_file = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.052450 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.052739 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.053046 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.053338 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.053560 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.053782 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.054071 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.054360 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.054636 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.054911 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.055190 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.055487 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.055760 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.056030 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.056318 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.056603 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.056918 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.057193 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.057466 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.057738 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.058007 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.058292 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.058566 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.058840 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.059115 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.059400 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.059670 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.059943 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.060245 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.060533 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.060844 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.061133 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.061406 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.061684 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.061956 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.062226 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.062498 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] use_json = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.062770 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.063039 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.063330 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.063590 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.063861 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.064134 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.064405 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.064689 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:27.065016 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.065315 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.065615 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.065897 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.066193 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.066473 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.066763 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.067042 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.067330 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.067617 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.067902 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.068182 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.068471 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.068771 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.069070 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.069376 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.069671 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.069964 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.070244 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.070520 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.070795 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.071129 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.071419 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.071699 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.071986 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.072278 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.072557 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.072882 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.073177 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.073467 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.073741 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.074020 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.074313 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.074593 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.074866 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.075149 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.075438 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.075721 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.076026 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.076259 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.076534 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.076830 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.077105 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.077381 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.077669 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.077943 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.078212 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.078483 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.078759 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.079031 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.079313 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.079587 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.079858 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.080127 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.080404 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.080676 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.080972 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.081249 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.081522 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.081798 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.082069 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.082337 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.082607 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.082880 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.083150 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.083419 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.083689 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.083963 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.084232 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.084505 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.084801 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.085083 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.085358 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.085645 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.085944 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.086224 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.086503 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.087305 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.087585 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.087864 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.088141 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.088417 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.088695 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.088997 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.089291 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.089576 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.089862 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.090147 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.090426 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.090728 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.091007 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.091291 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.091569 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.091849 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.092134 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.092418 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.092711 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.093031 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.093326 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.093619 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.093913 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.094195 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.094499 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.094780 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:27.094999 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 21:58:27.095239 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94634) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 21:58:27.448586 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 21:58:27.448898 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 21:58:27.449193 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 21:58:27.449535 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 21:58:27.838562 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.838867 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.839143 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.840443 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.840721 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.841014 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.876405 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.876694 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.876985 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.891538 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.891820 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.892097 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.921094 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.921371 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.921636 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.958803 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.959083 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:27.959355 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.190953 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.191570 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.191570 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.191745 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.192359 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.311311 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.311629 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.311912 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.312187 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.312456 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.312788 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.313053 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.313310 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.313567 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.313849 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.314109 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.314375 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.314630 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.314881 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.315134 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.315395 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.315650 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.315922 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.316196 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.316454 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.316728 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.317013 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.317295 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.317674 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.317926 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.318173 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.318562 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 21:58:28.318800 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 21:58:28.319038 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 21:58:28.319274 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 21:58:28.319509 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 21:58:28.319744 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 21:58:28.320106 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 21:58:28.323212 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 21:58:28.327237 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 21:58:28.330861 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 14 21:58:28.332485 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 21:58:28.333081 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 21:58:28.333417 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 21:58:28.333798 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 21:58:28.337106 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 21:58:28.337359 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 21:58:28.337703 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 21:58:28.342927 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 21:58:28.365030 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 21:58:28.365483 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.365780 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94634) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 21:58:28.366147 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.367496 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94634) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 21:58:28.367957 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 21:58:28.368205 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 21:58:28.371365 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.371647 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:28.434979 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 21:58:28.435218 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 21:58:28.435455 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 21:58:28.435818 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 21:58:28.457233 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_db.sqlalchemy.engines [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94634) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 21:58:29.127797 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Initializing driver for type 'gre' Sep 14 21:58:29.128327 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] gre ID ranges: [(1, 1000)] Sep 14 21:58:29.322486 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Initializing driver for type 'local' Sep 14 21:58:29.323121 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Initializing driver for type 'vlan' Sep 14 21:58:29.419460 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] VlanTypeDriver initialization complete Sep 14 21:58:29.419827 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Initializing driver for type 'vxlan' Sep 14 21:58:29.420333 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] vxlan ID ranges: [(1, 1000)] Sep 14 21:58:29.647978 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Initializing extension driver 'port_security' Sep 14 21:58:29.648238 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.extensions.port_security [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] PortSecurityExtensionDriver initialization complete Sep 14 21:58:29.648566 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Initializing mechanism driver 'openvswitch' Sep 14 21:58:29.648918 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Initializing mechanism driver 'hyperv' Sep 14 21:58:29.656844 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:58:29.657535 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > port after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.657909 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > port after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.658261 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > port after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.658783 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 21:58:29.659217 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > subnet after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.659574 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > subnet after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.659925 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.660317 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 21:58:29.660733 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > network after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.661106 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > network after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.661453 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > network after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.661841 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 21:58:29.662249 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > security_group after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.662600 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > security_group after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.662942 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.663473 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 21:58:29.663885 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.664237 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.664582 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.665001 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 21:58:29.665412 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > address_group after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.665762 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > address_group after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.666106 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.666492 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 21:58:29.666874 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] ML2 OVO RPC backend initialized. {{(pid=94634) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 14 21:58:29.667582 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.667940 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.668624 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > network before_response 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.669005 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > networks before_response 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.671930 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > port before_response 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.671930 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > ports before_response 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.671930 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > subnet before_response 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.671930 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > subnets before_response 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.672228 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > network after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.672228 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > network after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.672228 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > network after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.672228 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > port after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.672513 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > port after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.672513 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > port after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.672656 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > subnet after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.672975 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > subnet after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.673311 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.673883 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.plugin [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Modular L2 Plugin initialization complete Sep 14 21:58:29.674214 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading services supported by the core plugin {{(pid=94634) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 21:58:29.674539 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.plugins.ml2.managers [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Got port-security extension from driver 'port_security' Sep 14 21:58:29.675002 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.extensions.vlantransparent [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Disabled vlantransparent extension. Sep 14 21:58:29.675492 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94634) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 21:58:29.675792 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading Plugin: router Sep 14 21:58:29.711166 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.712160 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router after_create 55549900 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.712544 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router before_create 55549900 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.712935 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.713311 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.713668 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router after_delete 55549900 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.714026 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.714376 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.714735 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router after_create 55549900 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.715082 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router after_update 55549900 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.715432 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router after_update 55549900 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.715780 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.716140 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router after_update 55549900 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.716547 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router precommit_update 55549900 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.716943 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: port after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.717289 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: port after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.717629 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: subnet after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.717971 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.718322 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.718671 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router precommit_create 55549900 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.719014 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: port before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.719357 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router precommit_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.719713 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router after_update 55549900 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.720058 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.720425 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router precommit_create 55549900 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.720808 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.721156 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router precommit_update 55549900 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.721521 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > agent after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.721869 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > agent after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.722212 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > network after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.723056 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Tracking information for resource: router configured {{(pid=94634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 21:58:29.723389 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Tracking information for resource: floatingip configured {{(pid=94634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 21:58:29.728438 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.db.l3_agentschedulers_db [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 21:58:29.729041 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: port after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.729408 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: port after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.729766 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: port after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.730123 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: port after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.730914 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router before_create 55550100 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.731283 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.731650 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router precommit_create 55550100 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.732012 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > router precommit_update 55550100 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.736677 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.services.provider_configuration [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service providers = [] {{(pid=94634) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 21:58:29.737068 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.db.servicetype_db [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94634) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 21:58:29.739965 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.services.service_base [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 21:58:29.740326 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.services.service_base [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 21:58:29.740670 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.services.service_base [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 21:58:29.741575 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.services.service_base [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 21:58:29.741954 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.services.service_base [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 21:58:29.742336 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 21:58:29.742658 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 21:58:29.753730 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 21:58:29.754074 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading Plugin: auto_allocate Sep 14 21:58:29.760342 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: network precommit_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.760711 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: network precommit_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.761278 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 21:58:29.761591 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading Plugin: tag Sep 14 21:58:29.767995 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 21:58:29.768326 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading Plugin: timestamp Sep 14 21:58:29.772288 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 21:58:29.772620 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading Plugin: network_ip_availability Sep 14 21:58:29.778034 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.778409 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.778770 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:29.779477 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 21:58:29.779801 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading Plugin: flavors Sep 14 21:58:29.784469 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 21:58:29.784834 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading Plugin: revisions Sep 14 21:58:29.789100 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 21:58:29.789481 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_concurrency.lockutils [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.340s {{(pid=94634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 21:58:29.790246 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94634) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 21:58:29.790581 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Initializing extension manager. Sep 14 21:58:29.791097 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: __init__.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.791439 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: __pycache__ {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.791776 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.792110 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: address_group.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.792884 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.793700 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: address-group Sep 14 21:58:29.794023 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: address_scope.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.794916 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.795431 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: address-scope Sep 14 21:58:29.795755 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.796674 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.797216 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: router-admin-state-down-before-update Sep 14 21:58:29.797539 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: agent.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.798236 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.798745 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: agent Sep 14 21:58:29.799067 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: agent_resources_synced.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.799970 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.800472 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: agent-resources-synced Sep 14 21:58:29.800825 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: allowedaddresspairs.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.802586 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.803105 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: allowed-address-pairs Sep 14 21:58:29.803430 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: auto_allocated_topology.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.804485 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.805100 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: auto-allocated-topology Sep 14 21:58:29.805950 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: availability_zone.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.806644 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.807157 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: availability_zone Sep 14 21:58:29.807479 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: availability_zone_filter.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.808380 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.808917 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: availability_zone_filter Sep 14 21:58:29.809240 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: data_plane_status.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.810136 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.810638 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 21:58:29.810959 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: default_subnetpools.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.811870 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.812375 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: default-subnetpools Sep 14 21:58:29.812701 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.813530 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.814042 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: dhcp_agent_scheduler Sep 14 21:58:29.814367 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: dns.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.815282 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.815787 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension dns-integration not supported by any of loaded plugins Sep 14 21:58:29.816111 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: dns_domain_ports.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.817058 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.817566 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 21:58:29.817891 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.818801 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.819306 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 21:58:29.819630 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: dvr.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.820296 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.820827 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: dvr Sep 14 21:58:29.821693 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: ecmp_routes.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.822598 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.823107 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 21:58:29.823429 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: empty_string_filtering.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.824329 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.824882 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: empty-string-filtering Sep 14 21:58:29.825210 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.826109 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.826617 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 21:58:29.826938 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.827838 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.828348 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 21:58:29.828669 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: external_net.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.829597 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.830105 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: external-net Sep 14 21:58:29.830432 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.831331 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.831843 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: extra_dhcp_opt Sep 14 21:58:29.832163 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: extraroute.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.833105 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.833608 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: extraroute Sep 14 21:58:29.833926 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: extraroute_atomic.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.834947 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.835454 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: extraroute-atomic Sep 14 21:58:29.835776 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: filter_validation.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.836437 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.836992 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: filter-validation Sep 14 21:58:29.837311 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: fip_pf_description.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.838207 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.838706 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 21:58:29.839024 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: fip_port_details.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.839928 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.840435 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: fip-port-details Sep 14 21:58:29.840769 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: flavors.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.841988 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.842502 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: flavors Sep 14 21:58:29.842826 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.844460 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.845024 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 21:58:29.845358 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: floatingip_pools.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.846059 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.846573 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: floatingip-pools Sep 14 21:58:29.846900 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: ip_allocation.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.847823 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.848335 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 21:58:29.848659 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.849611 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.850126 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: ip-substring-filtering Sep 14 21:58:29.850452 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: l2_adjacency.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.851368 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.851879 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 21:58:29.852223 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: l3.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.853336 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.853860 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: router Sep 14 21:58:29.854185 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.856385 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.856946 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 21:58:29.857280 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.858221 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.858738 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: ext-gw-mode Sep 14 21:58:29.859062 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.859990 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.860499 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: l3-ha Sep 14 21:58:29.860852 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: l3_flavors.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.861767 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.862276 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: l3-flavors Sep 14 21:58:29.862601 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.863509 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.864016 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 21:58:29.864338 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: l3agentscheduler.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.865385 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.865896 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: l3_agent_scheduler Sep 14 21:58:29.866247 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: logging.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.867709 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.868777 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension logging not supported by any of loaded plugins Sep 14 21:58:29.869131 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: metering.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.869872 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.870449 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: metering Sep 14 21:58:29.870780 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.871856 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.872376 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: metering_source_and_destination_fields Sep 14 21:58:29.872705 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: multiprovidernet.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.873647 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.874160 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: multi-provider Sep 14 21:58:29.874487 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: netmtu.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.875411 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.875906 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: net-mtu Sep 14 21:58:29.876231 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: netmtu_writable.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.877164 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.877672 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: net-mtu-writable Sep 14 21:58:29.877998 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: network_availability_zone.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.878665 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.879172 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: network_availability_zone Sep 14 21:58:29.879495 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: network_ip_availability.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.880580 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.881117 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: network-ip-availability Sep 14 21:58:29.881450 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: network_segment_range.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.882217 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.882725 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 21:58:29.883049 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: pagination.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.884557 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.884925 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: pagination Sep 14 21:58:29.885251 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: port_device_profile.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.886150 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.886673 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: port-device-profile Sep 14 21:58:29.886999 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.887926 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.888435 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: port-mac-address-regenerate Sep 14 21:58:29.888768 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.889686 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.890190 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: port-numa-affinity-policy Sep 14 21:58:29.890511 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: port_resource_request.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.891529 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.892047 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 21:58:29.892370 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: portbindings.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.893322 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.893827 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: binding Sep 14 21:58:29.894150 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: portbindings_extended.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.895399 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.895908 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: binding-extended Sep 14 21:58:29.896236 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: portsecurity.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.897175 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.897688 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: port-security Sep 14 21:58:29.898058 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: project_id.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.899002 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.899338 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: project-id Sep 14 21:58:29.899662 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: providernet.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.900580 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.901133 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: provider Sep 14 21:58:29.901457 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: qos.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.904989 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.905521 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension qos not supported by any of loaded plugins Sep 14 21:58:29.905852 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.907083 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.907600 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 21:58:29.907929 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.908881 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.909395 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 21:58:29.909723 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: qos_default.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.910630 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.911142 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension qos-default not supported by any of loaded plugins Sep 14 21:58:29.911468 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: qos_fip.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.912122 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.912625 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension qos-fip not supported by any of loaded plugins Sep 14 21:58:29.912981 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: qos_gateway_ip.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.913899 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.914406 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 21:58:29.914774 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: qos_port_network_policy.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.915680 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.916195 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 21:58:29.916515 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: qos_pps_rule.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.917704 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.918474 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension qos-pps not supported by any of loaded plugins Sep 14 21:58:29.918800 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: qos_rule_type_details.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.919709 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.920217 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 21:58:29.920540 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: qos_rules_alias.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.921589 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.922108 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 21:58:29.922434 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: quotasv2.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.923329 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.923659 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: quotas Sep 14 21:58:29.923981 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: quotasv2_detail.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.927191 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.927538 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: quota_details Sep 14 21:58:29.927875 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: rbac.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.928955 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.929486 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: rbac-policies Sep 14 21:58:29.929819 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: rbac_address_group.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.931262 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.931780 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: rbac-address-group Sep 14 21:58:29.932114 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: rbac_address_scope.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.933058 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.933570 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: rbac-address-scope Sep 14 21:58:29.933897 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: rbac_security_groups.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.934801 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.935311 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: rbac-security-groups Sep 14 21:58:29.935636 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: rbac_subnetpool.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.936539 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.937079 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: rbac-subnetpool Sep 14 21:58:29.937409 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: revisionifmatch.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.938328 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.938846 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: revision-if-match Sep 14 21:58:29.939175 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: revisions.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.940277 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.940812 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: standard-attr-revisions Sep 14 21:58:29.941149 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: router_availability_zone.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.941828 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.942345 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: router_availability_zone Sep 14 21:58:29.942668 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: routerservicetype.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.943581 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.944089 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension router-service-type not supported by any of loaded plugins Sep 14 21:58:29.944414 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.945348 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.945881 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: security-groups-normalized-cidr Sep 14 21:58:29.946231 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.955405 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.955914 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: port-security-groups-filtering Sep 14 21:58:29.956240 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.957192 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.957706 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: security-groups-remote-address-group Sep 14 21:58:29.958030 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: securitygroup.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.969559 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.970094 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: security-group Sep 14 21:58:29.970434 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: segment.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.971242 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.971755 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension segment not supported by any of loaded plugins Sep 14 21:58:29.972100 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.976545 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.977109 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 21:58:29.977963 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: servicetype.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.979163 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.979692 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: service-type Sep 14 21:58:29.980023 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: sorting.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.981034 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.981369 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: sorting Sep 14 21:58:29.981693 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: standard_attr_segment.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.982608 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.983125 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 21:58:29.983480 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: standardattrdescription.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.984130 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.984641 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: standard-attr-description Sep 14 21:58:29.984994 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: stateful_security_group.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.985924 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.986441 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: stateful-security-group Sep 14 21:58:29.986765 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: stdattrs_common.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.987350 dv-cinder-809014-1-iscsi neutron-server[94634]: WARNING neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 21:58:29.987667 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.988600 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.989152 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 21:58:29.989478 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: subnet_onboard.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.990548 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.991064 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: subnet_onboard Sep 14 21:58:29.991387 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.992325 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.992870 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 21:58:29.993194 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: subnet_service_types.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.994124 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.994639 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: subnet-service-types Sep 14 21:58:29.994962 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: subnetallocation.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.996056 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.996571 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: subnet_allocation Sep 14 21:58:29.996934 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.997603 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.998111 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: subnetpool-prefix-ops Sep 14 21:58:29.998431 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:29.999364 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:29.999867 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 21:58:30.000188 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: tagging.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:30.001303 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:30.004553 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: standard-attr-tag Sep 14 21:58:30.004553 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: timestamp.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:30.005533 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:30.006053 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loaded extension: standard-attr-timestamp Sep 14 21:58:30.006385 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: trunk.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:30.007413 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:30.007931 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension trunk not supported by any of loaded plugins Sep 14 21:58:30.008263 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: trunk_details.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:30.009245 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:30.009759 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension trunk-details not supported by any of loaded plugins Sep 14 21:58:30.010083 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: uplink_status_propagation.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:30.010999 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:30.011508 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 21:58:30.011831 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Loading extension file: vlantransparent.py {{(pid=94634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 21:58:30.012508 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 21:58:30.013042 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 21:58:30.015486 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:network Sep 14 21:58:30.016018 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:subnet Sep 14 21:58:30.016420 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 21:58:30.016840 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:port Sep 14 21:58:30.018070 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.018530 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service FLAVORS assigned prefix: {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.019146 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.019569 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.019911 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:router Sep 14 21:58:30.020335 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 21:58:30.020843 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service METERING assigned prefix: /metering {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.022297 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:30.022668 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:30.023023 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 21:58:30.024563 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 21:58:30.025037 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:security_group Sep 14 21:58:30.025463 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 21:58:30.026044 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service CORE assigned prefix: {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.026379 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 21:58:30.026724 dv-cinder-809014-1-iscsi neutron-server[94634]: WARNING neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] subnetpool is already registered Sep 14 21:58:30.027159 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service CORE assigned prefix: {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.027490 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 21:58:30.027822 dv-cinder-809014-1-iscsi neutron-server[94634]: WARNING neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] subnetpool is already registered Sep 14 21:58:30.030151 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.030582 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service FLAVORS assigned prefix: {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.031167 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.031591 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.031933 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:router Sep 14 21:58:30.032274 dv-cinder-809014-1-iscsi neutron-server[94634]: WARNING neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] router is already registered Sep 14 21:58:30.032680 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 21:58:30.033049 dv-cinder-809014-1-iscsi neutron-server[94634]: WARNING neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] floatingip is already registered Sep 14 21:58:30.033505 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service METERING assigned prefix: /metering {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.034167 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 21:58:30.034497 dv-cinder-809014-1-iscsi neutron-server[94634]: WARNING neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] rbac_policy is already registered Sep 14 21:58:30.034904 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:security_group Sep 14 21:58:30.035239 dv-cinder-809014-1-iscsi neutron-server[94634]: WARNING neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] security_group is already registered Sep 14 21:58:30.035642 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 21:58:30.035969 dv-cinder-809014-1-iscsi neutron-server[94634]: WARNING neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] security_group_rule is already registered Sep 14 21:58:30.036592 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service CORE assigned prefix: {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.036940 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 21:58:30.037274 dv-cinder-809014-1-iscsi neutron-server[94634]: WARNING neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] subnetpool is already registered Sep 14 21:58:30.037689 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.v2.resource_helper [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Service CORE assigned prefix: {{(pid=94634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 21:58:30.038016 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 21:58:30.038345 dv-cinder-809014-1-iscsi neutron-server[94634]: WARNING neutron.quota.resource_registry [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] subnetpool is already registered Sep 14 21:58:30.038807 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: extensions {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.040866 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: address-groups {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.042327 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: address-scopes {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.043910 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: agents {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.045075 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: auto-allocated-topology {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.046327 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: availability_zones {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.047532 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: dhcp-networks {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.049103 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: dhcp-agents {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.050518 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: routers {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.052702 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: flavors {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.053863 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: service_profiles {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.055075 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: next_providers {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.056529 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: service_profiles {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.058079 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: floatingip-pools {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.059297 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: routers {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.061403 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: floatingips {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.062675 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: l3-routers {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.064059 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: l3-agents {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.065483 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: metering-labels {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.066836 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: metering-label-rules {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.068102 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: network-ip-availabilities {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.069404 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: bindings {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.071881 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: quotas {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.073374 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: quotas {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.074775 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: rbac-policies {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.075969 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: security-groups {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.078019 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: security-group-rules {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.078539 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: service-providers {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.079739 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: subnetpools {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.081193 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: subnetpools {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.082632 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: tags {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.084271 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: tags {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.086128 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: tags {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.089289 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: tags {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.092276 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: tags {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.100666 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: tags {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.103025 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: tags {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.104971 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: tags {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.106713 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: tags {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.108414 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron.api.extensions [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Extended resource: tags {{(pid=94634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 21:58:30.114424 dv-cinder-809014-1-iscsi neutron-server[94634]: WARNING keystonemiddleware.auth_token [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 21:58:30.119222 dv-cinder-809014-1-iscsi neutron-server[94634]: WARNING keystonemiddleware.auth_token [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 21:58:30.127627 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_concurrency.lockutils [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Acquired lock "singleton_lock" {{(pid=94634) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 21:58:30.128095 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_concurrency.lockutils [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Releasing lock "singleton_lock" {{(pid=94634) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 21:58:30.128735 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO oslo_service.service [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Starting 2 workers Sep 14 21:58:30.134148 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Started child 94745 {{(pid=94634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 21:58:30.138636 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Started child 94746 {{(pid=94634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 21:58:30.139860 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:30.140551 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO neutron.service [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 21:58:30.140868 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Notify callbacks [] for process, before_spawn {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:30.141375 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [-] (94745) wsgi starting up on http://0.0.0.0:9696 Sep 14 21:58:30.143291 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO oslo_service.service [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Starting 1 workers Sep 14 21:58:30.143561 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:30.145004 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [-] (94746) wsgi starting up on http://0.0.0.0:9696 Sep 14 21:58:30.148581 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Started child 94747 {{(pid=94634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 21:58:30.149674 dv-cinder-809014-1-iscsi neutron-server[94634]: INFO oslo_service.service [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Starting 1 workers Sep 14 21:58:30.152988 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.service [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] calling RpcWorker wait() {{(pid=94747) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 21:58:30.153528 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.service [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] returning from RpcWorker wait() {{(pid=94747) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 21:58:30.154200 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Started child 94748 {{(pid=94634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 21:58:30.154862 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:30.155011 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b94e090b-2481-4a29-8dd0-7e4fb66da040 None None] Notify callbacks [] for process, after_spawn {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:30.155401 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:58:30.157229 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94634) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 21:58:30.157434 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 21:58:30.157624 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 21:58:30.157834 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 21:58:30.158168 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 21:58:30.158325 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 21:58:30.158976 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.159252 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.159411 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:30.159909 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.159909 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.160080 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.160636 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.160922 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.161279 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.161431 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.161664 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.161835 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.161998 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.162274 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.162520 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.162807 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.163067 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.163313 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.163577 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.163746 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.164035 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.164247 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.164658 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.164948 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] debug = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.165199 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.165677 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.165915 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.166161 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.166374 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.166655 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.166895 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.167152 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.167393 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.167604 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.167839 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.168102 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.168596 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.168826 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.169045 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.169293 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.169523 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.170013 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] host = dv-cinder-809014-1-iscsi {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.170246 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.170511 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.170719 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.171036 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.171205 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.171434 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.171686 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.171927 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.172183 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.172424 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.172645 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.172925 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.173170 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.173416 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_file = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.173563 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_options = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.173795 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.174059 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.174302 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.174493 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.174661 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.174831 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.175057 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.175215 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.175456 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.175688 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.175894 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.176134 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.176371 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.176598 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.176895 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.177144 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.177378 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.177588 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.177844 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.178065 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.178283 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.178519 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.178719 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.178979 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.179133 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.179347 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.179594 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.179818 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.180023 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.180305 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.180512 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.180777 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.180979 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.181205 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.181456 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.181679 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.181899 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.182107 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.182369 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.182587 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.182830 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.183091 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.183304 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.183568 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.183776 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.184138 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.184287 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] use_json = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.184449 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.184621 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.184903 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.185118 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.185359 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.185565 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.185772 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.186013 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.186439 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.186724 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.187052 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.187272 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.187515 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.187748 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.187993 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.188210 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.188452 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.188711 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.189091 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.189634 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.189913 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.190204 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.190420 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.190802 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.190966 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:58:30.191111 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.191258 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.191488 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.191731 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.191969 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.192207 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.192486 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.192714 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.193028 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.198631 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.198631 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.198631 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.198631 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.198631 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.198631 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.198631 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.198631 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199205 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199205 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199205 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199205 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199205 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199205 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199205 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199205 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199205 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199720 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199720 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199720 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199720 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199720 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199720 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199720 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199720 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.199720 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.200218 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.200218 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.200218 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.200218 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.200451 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.200597 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.200832 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.201061 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.201277 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.201524 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.201755 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.202844 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.202844 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.202844 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.202844 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.203246 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.203953 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.204417 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.204639 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.205314 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.205565 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.205565 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.205853 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.205992 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.206168 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.206402 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.206831 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.206831 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.207104 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.207333 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.207477 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.207659 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.207869 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.208075 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.208282 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.208488 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.208711 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.208942 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.209223 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.209512 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.209768 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.210009 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.210242 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.210491 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.210721 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.210976 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.211187 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.211415 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.212237 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.212510 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.212850 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.213014 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.213251 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.213487 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.213734 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.213945 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.214254 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.214511 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.214966 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.215195 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.215463 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.215710 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.215967 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.216210 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.216436 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.216697 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.216955 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.217227 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.217466 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.217711 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.217984 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.218244 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.218496 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.218745 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.219014 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.219269 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.219514 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.219763 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.220009 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.220247 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.220654 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.220849 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.220982 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.221179 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.221415 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.221617 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.221922 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.222323 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.222472 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.222610 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.222902 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.223056 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.223282 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.223543 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.223788 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.224028 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.224268 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.224491 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.224700 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.224962 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.225204 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.225412 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.225643 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.225851 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.226086 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.226295 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.226501 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.226769 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.228310 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.228310 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.228310 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.228310 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.228310 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.228310 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.228310 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.229293 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.229293 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.229293 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.229293 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.229986 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.229986 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.229986 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.230391 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.230391 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.230716 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.230836 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.230943 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.231188 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.231455 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.231830 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.231961 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.232134 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.232307 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.232512 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.232771 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.233017 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.236135 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.236135 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.236135 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.236135 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.236135 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.236135 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.236135 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.236135 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.237239 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.237239 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.237239 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.237239 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.237239 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.237239 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.237239 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.237239 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.238367 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.238367 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.238367 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.238367 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.238367 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.238367 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.238367 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.238367 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.239435 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.239435 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.239435 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.239435 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.240051 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.240051 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.240051 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.240468 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.240468 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.240728 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.240728 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.241087 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.241233 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.241379 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.241543 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.241759 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.241940 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.242147 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.242368 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.242611 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.242848 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.243092 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.243301 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.243525 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.243744 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.243952 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.244156 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.244391 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.244607 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.244833 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.245076 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.245280 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.245485 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.245698 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.245906 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.246108 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.246397 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.246653 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.246864 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.247152 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.247392 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.247634 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.247870 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.248172 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.248380 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.248608 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.248853 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.249057 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.249269 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.249529 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.249854 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.250134 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.250373 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.250622 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.251009 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.251180 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.251448 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.251669 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.251953 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.252282 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.252603 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.252849 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.253098 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.253352 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.253568 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.253777 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.254006 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.254234 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.254445 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.254692 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.254933 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.255156 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.255382 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.255602 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.255829 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.256069 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.256293 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.256524 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.256737 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.256915 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 21:58:30.257434 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94634) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 21:58:30.257594 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 21:58:30.257748 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 21:58:30.257938 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 21:58:30.258085 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 21:58:30.258232 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 21:58:30.258961 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.259097 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.259252 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.259409 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.259614 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.259741 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.259868 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.260015 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.260170 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.260323 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.260477 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.260632 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.260811 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.260954 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.261314 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.261314 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.261606 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.261777 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.261997 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.262136 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.262260 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.262383 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.262515 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] debug = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.262662 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.262856 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.263011 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.263159 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.263312 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.263472 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.263625 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.263779 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.263945 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.264073 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.264361 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.264361 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.264654 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.264654 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.264979 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.264979 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.265245 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.265245 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] host = dv-cinder-809014-1-iscsi {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.265521 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.265521 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.265783 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.265929 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.266067 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.266204 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.266342 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.266475 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.266663 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.266663 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.267019 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.267019 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.267217 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.267217 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_file = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.267412 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_options = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.267517 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.267659 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.267815 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.268072 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.268197 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.268305 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.268447 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.268603 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.268772 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.269310 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.269310 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.269310 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.274648 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.274648 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.274648 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.274648 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.274648 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.274648 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.274648 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.274648 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275170 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275170 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275170 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275170 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275170 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275170 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275170 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275170 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275170 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275653 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275653 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275653 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275653 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275653 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275653 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275653 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.275653 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276069 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276069 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276069 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276069 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276069 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276069 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276069 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276069 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276510 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276510 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] use_json = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276510 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276510 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276510 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276510 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276510 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276510 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.276510 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.277010 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 21:58:30.277010 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.277010 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.277010 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.277010 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.277010 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.277010 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.277010 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.277474 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.277474 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.277474 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.277687 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.277772 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.277883 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.278030 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.278189 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.278348 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.278504 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.278661 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.278817 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.278977 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.279133 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.279288 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.279453 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.279609 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.279765 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.279922 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.280077 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.280263 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.280397 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.280554 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.280718 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.280894 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.281056 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.281205 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.281357 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.281514 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.281675 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.281832 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.281988 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.282145 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.282303 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.282459 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.282616 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.282773 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.282931 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.283088 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.283244 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.283402 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.283559 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.283716 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.283875 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.284032 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.284190 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.284348 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.284505 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.284672 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.284857 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.284984 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.285138 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.285296 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.285452 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.285592 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.285752 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.285908 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.286064 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.286220 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.286389 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.286545 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.286701 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.286857 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.287014 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.287170 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.287328 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.287484 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.287640 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.287797 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.287953 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.288109 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.288266 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.288423 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.288579 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.288809 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.288941 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.289106 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.289231 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.289355 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.289484 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.289648 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.289808 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.289974 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.290149 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.290305 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.290623 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.290965 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.291118 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.291264 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.291406 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.291565 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.292171 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.292171 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.292171 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.292171 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.292866 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.292866 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.292866 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.292866 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.293557 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.293557 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.293557 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.293911 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.293911 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.293911 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.294276 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.294276 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.294637 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.294637 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.294637 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.294862 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.294943 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.295068 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.295232 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.295401 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.295560 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.295716 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.295873 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.296030 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.296187 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.296344 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.296501 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.296657 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.296835 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.296993 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.297158 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.297326 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.297484 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.297642 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.297802 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.297983 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.298140 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.298291 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.298453 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.298610 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.298769 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.298929 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.299095 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.299233 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.299366 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.299503 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.299661 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.299817 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.299975 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.300122 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.300283 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.300433 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.300574 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.300716 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.300974 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.301107 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.301243 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.301379 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.301528 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.301663 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.301806 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.301984 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.302129 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.302278 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.302388 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.302493 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.302620 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.302777 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.302933 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.303091 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.303247 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.303404 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.303562 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.303715 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.303865 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.304022 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.304181 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.304338 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.304496 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.304656 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.304836 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.304995 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.305152 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.305334 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.305547 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.305669 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.305784 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.308453 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.308453 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.308453 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.308453 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.308453 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.308453 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.308453 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.308453 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.309516 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.309516 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.309516 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.309516 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.309516 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.309516 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.309516 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.309516 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.310540 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.310540 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.310810 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:58:30.311047 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.311047 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.311047 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.311047 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.311047 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.311047 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.311047 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.311047 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.312081 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.312081 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.312081 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.312081 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.312081 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.312081 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.312081 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.312081 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.313140 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.313140 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.313140 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.313140 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.313140 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.313140 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.313140 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.313140 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.314173 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.314173 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.314173 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.314173 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.314173 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.314173 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.314173 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.314173 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.315180 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.315180 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.315180 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.315180 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.315180 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.315180 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.315180 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.315180 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.316198 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.316198 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.316198 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.316198 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.316198 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.316198 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.316198 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.316198 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.317407 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.317407 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.317407 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.317407 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.317407 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.317407 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.317407 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.317407 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.318538 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.318538 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.318538 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.318538 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.318538 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.318538 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.318538 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.318538 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.319684 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.319684 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.319684 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.319684 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.319684 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.319684 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.319684 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.319684 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.319684 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.321817 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.321817 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.321817 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.321817 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.321817 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.321817 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.321817 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.321817 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.321817 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.322732 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 21:58:30.322732 dv-cinder-809014-1-iscsi neutron-server[94634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 21:58:30.480238 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 58306) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:58:30.489166 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067136 Sep 14 21:58:41.900378 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f95d973-d6e2-4dfd-8f0f-e039f40e213a None None] get_active_networks_info from dv-cinder-809014-1-iscsi {{(pid=94747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 14 21:58:42.010899 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f95d973-d6e2-4dfd-8f0f-e039f40e213a None None] No non-hosted networks {{(pid=94747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 21:58:42.016864 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.agentschedulers_db [None req-3f95d973-d6e2-4dfd-8f0f-e039f40e213a None None] DHCP Agent not found on host dv-cinder-809014-1-iscsi {{(pid=94747) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 14 21:58:42.093901 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b9e02b55-da85-477c-bfe6-2214ea72981a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993826'] for agent, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:44.431833 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ec0c60ee-d280-45e3-8447-9fcfe3ee846f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993826'] for agent, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:44.471630 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.db.api [None req-50daa19c-1430-496c-9333-bf18cf3635a2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-809014-1-iscsi {{(pid=94747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 21:58:44.472038 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG oslo_db.api [None req-50daa19c-1430-496c-9333-bf18cf3635a2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 21:58:44.864132 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993826'] for agent, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:44.865148 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:44.865863 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:44.866401 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:44.866981 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:44.868045 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:44.868575 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:44.869189 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:44.869745 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:44.870289 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:44.870816 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:44.871361 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:44.871925 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:44.872550 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809014-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:58:44.888360 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809014-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:58:45.081468 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-50daa19c-1430-496c-9333-bf18cf3635a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:45.738975 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993826'] for agent, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:47.001033 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993826'] for agent, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:48.315943 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 58398) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:58:48.803089 dv-cinder-809014-1-iscsi neutron-server[94745]: WARNING oslo_policy.policy [None req-136947e8-eef2-4ad5-9646-3b93be683160 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 21:58:48.803751 dv-cinder-809014-1-iscsi neutron-server[94745]: WARNING oslo_policy.policy [None req-136947e8-eef2-4ad5-9646-3b93be683160 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 21:58:49.024603 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [None req-136947e8-eef2-4ad5-9646-3b93be683160 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 21:58:49.025900 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-136947e8-eef2-4ad5-9646-3b93be683160 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7103300 Sep 14 21:58:50.716600 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.db.l3_hamode_db [None req-7e5a5326-a87e-4ee8-8134-1cc7e0e6d86f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 21:58:50.793184 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a5326-a87e-4ee8-8134-1cc7e0e6d86f None None] Routers set() bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 21:58:50.793575 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a5326-a87e-4ee8-8134-1cc7e0e6d86f None None] Router IDs set() for agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 14 21:58:51.415424 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 58412) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:58:51.723199 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f83430b8-18da-4cc5-b1f7-e087500cc68f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 21:58:51.816132 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.policy [None req-f83430b8-18da-4cc5-b1f7-e087500cc68f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94745) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 21:58:51.860307 dv-cinder-809014-1-iscsi neutron-server[94745]: WARNING oslo_policy.policy [None req-f83430b8-18da-4cc5-b1f7-e087500cc68f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 21:58:51.860676 dv-cinder-809014-1-iscsi neutron-server[94745]: WARNING oslo_policy.policy [None req-f83430b8-18da-4cc5-b1f7-e087500cc68f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 21:58:51.869689 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.quota [None req-f83430b8-18da-4cc5-b1f7-e087500cc68f admin admin] Loaded quota_driver: . Sep 14 21:58:52.008821 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f83430b8-18da-4cc5-b1f7-e087500cc68f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775395280192', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775395279731', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775395202285', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775395203913', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775395117912', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775395184295', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3763673', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3889607', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676988', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-699426'] for rbac-policy, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:52.145030 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f83430b8-18da-4cc5-b1f7-e087500cc68f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:52.146166 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-f83430b8-18da-4cc5-b1f7-e087500cc68f admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7297750 Sep 14 21:58:54.706307 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 58424) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:58:55.191960 dv-cinder-809014-1-iscsi neutron-server[94746]: WARNING oslo_policy.policy [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 21:58:55.192529 dv-cinder-809014-1-iscsi neutron-server[94746]: WARNING oslo_policy.policy [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 21:58:55.411485 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Request body: {'network': {'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'name': 'private', 'admin_state_up': True, 'project_id': '3d993eae554b484d8944e27f1fe7c90c'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 21:58:55.413157 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.quota [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Loaded quota_driver: . Sep 14 21:58:55.555992 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Made reservation on behalf of 3d993eae554b484d8944e27f1fe7c90c for: {'network': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 21:58:55.620889 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.policy [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94746) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 21:58:55.665767 dv-cinder-809014-1-iscsi neutron-server[94746]: WARNING oslo_policy.policy [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 21:58:55.666132 dv-cinder-809014-1-iscsi neutron-server[94746]: WARNING oslo_policy.policy [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 21:58:55.677158 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:55.698372 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:55.823965 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:55.904219 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:55.927958 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=94746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 21:58:55.956409 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775395712660', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:55.957020 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Unsubscribe: segment precommit_create {{(pid=94746) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 21:58:55.957558 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.segments_db [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Added segment 01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d of type vlan for network 69e1205e-7882-4542-b92c-0d0fbe3a9431 Sep 14 21:58:55.963326 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e1a30e-7320-4ab2-8dca-702288f9dc81,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:58:55.985025 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:55.985380 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:55.985736 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:55.986044 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:55.986367 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:55.986704 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:55.987028 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:55.987347 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:55.987676 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:55.987996 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:55.988311 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:55.988624 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Tracked resource versions report: Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: pushed versions: Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: { 'AddressGroup': {'1.2'}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'ConntrackHelper': {'1.0'}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Log': {'1.0'}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Network': {'1.1'}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Port': {'1.7'}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'PortForwarding': {'1.2'}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'QosPolicy': {'1.9'}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'SecurityGroup': {'1.4'}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'SecurityGroupRule': {'1.2'}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'SubPort': {'1.0'}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Subnet': {'1.1'}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Trunk': {'1.1'}} Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: consumer versions: Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: { DHCP agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: L3 agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: Metadata agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: Metering agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: Open vSwitch agent@dv-cinder-809014-1-iscsi: { 'AddressGroup': '1.2', Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'ConntrackHelper': '1.0', Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Log': '1.0', Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Network': '1.1', Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Port': '1.7', Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'PortForwarding': '1.2', Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'QosPolicy': '1.9', Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'SecurityGroup': '1.4', Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'SecurityGroupRule': '1.2', Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'SubPort': '1.0', Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Subnet': '1.1', Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Trunk': '1.1'}} Sep 14 21:58:55.989777 dv-cinder-809014-1-iscsi neutron-server[94746]: {{(pid=94746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 21:58:56.083280 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:56.206156 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:56.207310 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 21:58:56.207973 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:56.323360 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] Pushing event updated for resources: {'Network': ['ID=69e1205e-7882-4542-b92c-0d0fbe3a9431,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:58:56.334785 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 69e1205e-7882-4542-b92c-0d0fbe3a9431 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 21:58:56.349909 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-82f5a3c4-2088-4642-bd92-12db2ca7ce55 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6425426 Sep 14 21:58:58.979719 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 58446) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:58:59.362939 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e387c9f-1328-4f7c-b85a-9c000da994eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 21:58:59.364282 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-9e387c9f-1328-4f7c-b85a-9c000da994eb admin admin] 10.222.0.30 "GET /v2.0/networks/69e1205e-7882-4542-b92c-0d0fbe3a9431 HTTP/1.1" status: 200 len: 825 time: 0.3836279 Sep 14 21:58:59.402322 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-4b4942fd-5630-428f-a1e5-64b4e4f4d2ab admin admin] 10.222.0.30 "GET /v2.0/subnetpools/fe71161e-6d77-49a0-9a10-53c598bf60ad HTTP/1.1" status: 200 len: 734 time: 0.0313222 Sep 14 21:58:59.411409 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-78766680-6159-4db2-b29c-2d5a9fa36c9d admin admin] Request body: {'subnet': {'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'fe71161e-6d77-49a0-9a10-53c598bf60ad'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 21:58:59.497339 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78766680-6159-4db2-b29c-2d5a9fa36c9d admin admin] Made reservation on behalf of 3d993eae554b484d8944e27f1fe7c90c for: {'subnet': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 21:58:59.499614 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-78766680-6159-4db2-b29c-2d5a9fa36c9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:59.846265 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-78766680-6159-4db2-b29c-2d5a9fa36c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for subnet, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:58:59.913186 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78766680-6159-4db2-b29c-2d5a9fa36c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=166fc0db-6667-4433-8c12-2b6aa9eea9f7,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:58:59.918033 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78766680-6159-4db2-b29c-2d5a9fa36c9d admin admin] Checking segment: {'id': '01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 21:58:59.918393 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78766680-6159-4db2-b29c-2d5a9fa36c9d admin admin] Network hostable DHCP agents. Network: 69e1205e-7882-4542-b92c-0d0fbe3a9431, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 21:59:00.029994 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78766680-6159-4db2-b29c-2d5a9fa36c9d admin admin] Network 69e1205e-7882-4542-b92c-0d0fbe3a9431 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 21:59:00.104294 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-78766680-6159-4db2-b29c-2d5a9fa36c9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 69e1205e-7882-4542-b92c-0d0fbe3a9431) {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 21:59:00.108906 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78766680-6159-4db2-b29c-2d5a9fa36c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 21:59:00.109512 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-78766680-6159-4db2-b29c-2d5a9fa36c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:00.114522 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0a282-42b9-4532-94d9-7c41c1137e0f None None] Network 69e1205e-7882-4542-b92c-0d0fbe3a9431 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 21:59:00.197292 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-78766680-6159-4db2-b29c-2d5a9fa36c9d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7890899 Sep 14 21:59:00.444074 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fea3466-a961-52a6-afc9-dc79e2e12c86-69e1205e-7882-4542-b92c-0d0fbe3a9431', 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'fixed_ips': [{'subnet_id': '166fc0db-6667-4433-8c12-2b6aa9eea9f7'}]}} from dv-cinder-809014-1-iscsi. {{(pid=94747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 21:59:00.445902 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:00.714498 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.db_base_plugin_common [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Allocated IP 172.20.0.2 (69e1205e-7882-4542-b92c-0d0fbe3a9431/166fc0db-6667-4433-8c12-2b6aa9eea9f7/4e56980a-2775-41f4-a12b-aa8530392e7d) {{(pid=94747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 21:59:00.908668 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Notify callbacks [] for port, precommit_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:00.990745 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:01.090240 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Network 69e1205e-7882-4542-b92c-0d0fbe3a9431 is already hosted by enough agents. {{(pid=94747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 21:59:01.094890 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.base_scheduler [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Resources bound (agent type, host, resource id): {{(pid=94747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 21:59:01.106705 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Received port after_create {{(pid=94747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 21:59:01.109840 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Pushing event updated for resources: {'Port': ['ID=4e56980a-2775-41f4-a12b-aa8530392e7d,revision_number=1']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:01.140459 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:01.141100 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:01.141176 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:01.141490 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:01.141823 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:01.142155 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:01.142484 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:01.142812 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:01.143156 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:01.143484 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:01.143806 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:01.144128 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Tracked resource versions report: Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: pushed versions: Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: { 'AddressGroup': {'1.2'}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'ConntrackHelper': {'1.0'}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Log': {'1.0'}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Network': {'1.1'}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Port': {'1.7'}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'PortForwarding': {'1.2'}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'QosPolicy': {'1.9'}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'SecurityGroup': {'1.4'}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'SecurityGroupRule': {'1.2'}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'SubPort': {'1.0'}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Subnet': {'1.1'}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Trunk': {'1.1'}} Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: consumer versions: Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: { DHCP agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: L3 agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: Metadata agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: Metering agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: Open vSwitch agent@dv-cinder-809014-1-iscsi: { 'AddressGroup': '1.2', Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'ConntrackHelper': '1.0', Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Log': '1.0', Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Network': '1.1', Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Port': '1.7', Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'PortForwarding': '1.2', Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'QosPolicy': '1.9', Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'SecurityGroup': '1.4', Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'SecurityGroupRule': '1.2', Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'SubPort': '1.0', Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Subnet': '1.1', Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Trunk': '1.1'}} Sep 14 21:59:01.145303 dv-cinder-809014-1-iscsi neutron-server[94747]: {{(pid=94747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 21:59:01.194940 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Attempting to bind port 4e56980a-2775-41f4-a12b-aa8530392e7d on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 21:59:01.195325 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Attempting to bind port 4e56980a-2775-41f4-a12b-aa8530392e7d by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 21:59:01.195737 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Attempting to bind port 4e56980a-2775-41f4-a12b-aa8530392e7d on network 69e1205e-7882-4542-b92c-0d0fbe3a9431 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 21:59:01.200608 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 21, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 21:59:01.201054 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Checking segment: {'id': '01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 21:59:01.201518 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:01.201908 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Bound using segment: {'id': '01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 21:59:01.202392 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Bound port: 4e56980a-2775-41f4-a12b-aa8530392e7d, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 21:59:01.202803 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:01.264079 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] For port 4e56980a-2775-41f4-a12b-aa8530392e7d, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 21:59:01.268183 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] For port 4e56980a-2775-41f4-a12b-aa8530392e7d, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=4e56980a-2775-41f4-a12b-aa8530392e7d,segment=NetworkSegment(01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d),segment_id=01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 21:59:01.328158 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:01.394215 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cb422-505b-425f-aabe-2ae65151e690 None None] Pushing event updated for resources: {'Port': ['ID=4e56980a-2775-41f4-a12b-aa8530392e7d,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:02.624140 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 58454) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:59:02.932142 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [None req-176744fa-01cb-4a3a-8e24-9791b55cb0de admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 21:59:02.933172 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-176744fa-01cb-4a3a-8e24-9791b55cb0de admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3079772 Sep 14 21:59:05.349401 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 58462) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:59:05.661236 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [None req-3796c3b6-b468-46cc-bb5c-a864a6a51c13 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 21:59:05.662316 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-3796c3b6-b468-46cc-bb5c-a864a6a51c13 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119116 Sep 14 21:59:08.310493 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 58472) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:59:08.621144 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-19367997-56cd-4c3d-b21f-f8f1f58ed939 admin admin] Request body: {'router': {'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'name': 'router1', 'admin_state_up': True}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 21:59:08.714597 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19367997-56cd-4c3d-b21f-f8f1f58ed939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1005448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7625'] for router, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:08.716212 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19367997-56cd-4c3d-b21f-f8f1f58ed939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:08.855166 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19367997-56cd-4c3d-b21f-f8f1f58ed939 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:08.916911 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19367997-56cd-4c3d-b21f-f8f1f58ed939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993887'] for router, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:09.001813 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19367997-56cd-4c3d-b21f-f8f1f58ed939 admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:09.003473 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-19367997-56cd-4c3d-b21f-f8f1f58ed939 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6916385 Sep 14 21:59:09.642413 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0cdec0-eace-4bf9-90a0-06ec17a4d0e9 None None] Network 69e1205e-7882-4542-b92c-0d0fbe3a9431 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 21:59:09.681306 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-d68463e5-1edf-4564-a159-7bc3e88c2796 None None] Provisioning complete for port 4e56980a-2775-41f4-a12b-aa8530392e7d triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 21:59:09.681697 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d68463e5-1edf-4564-a159-7bc3e88c2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:09.900014 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d68463e5-1edf-4564-a159-7bc3e88c2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:09.959846 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-d68463e5-1edf-4564-a159-7bc3e88c2796 None None] For port 4e56980a-2775-41f4-a12b-aa8530392e7d, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=4e56980a-2775-41f4-a12b-aa8530392e7d,segment=NetworkSegment(01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d),segment_id=01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 21:59:10.017191 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d68463e5-1edf-4564-a159-7bc3e88c2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:10.071861 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68463e5-1edf-4564-a159-7bc3e88c2796 None None] Pushing event updated for resources: {'Port': ['ID=4e56980a-2775-41f4-a12b-aa8530392e7d,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:10.140874 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-55ef3a66-c901-40e7-8750-50d341ec431f None None] Provisioning complete for port 4e56980a-2775-41f4-a12b-aa8530392e7d triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 21:59:10.142084 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-55ef3a66-c901-40e7-8750-50d341ec431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:10.353918 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 4e56980a-2775-41f4-a12b-aa8530392e7d up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 21:59:10.403553 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 4e56980a-2775-41f4-a12b-aa8530392e7d triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 21:59:10.403931 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:11.446157 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 58484) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:59:11.766760 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [None req-c9b622dc-181f-4802-9e21-6e5c4d30eb4f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 21:59:11.767810 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-c9b622dc-181f-4802-9e21-6e5c4d30eb4f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3207052 Sep 14 21:59:11.910625 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6e339666-f758-4660-bfdf-447005f3f162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:14.160989 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 58492) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:59:14.401497 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-34ae5c93-3c90-4c7f-9ba5-3483b7e3760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:14.471868 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 21:59:14.548301 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Made reservation on behalf of ff633f9d428b4c9fa746e06e7516e131 for: {'network': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 21:59:14.550508 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:14.558914 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:14.639956 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:14.726686 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:14.741474 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Reserving flat network on physical network physnet1 {{(pid=94746) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 21:59:14.760249 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c140eec3-3f80-4f2d-8a8b-008bdd1411de,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:14.763046 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:14.763388 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.segments_db [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Added segment 37b46074-56a4-4609-bb9b-cd0db994f646 of type flat for network 4a10e13f-693b-41d7-99fa-6fefeedf4166 Sep 14 21:59:14.810128 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:14.885350 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:14.927205 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:14.928233 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 21:59:14.928723 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:14.985515 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] Pushing event updated for resources: {'Network': ['ID=4a10e13f-693b-41d7-99fa-6fefeedf4166,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:14.995505 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 21:59:15.071140 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-ef041b44-d46e-4586-8d61-22a555225863 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9087102 Sep 14 21:59:15.685646 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:17.024344 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:17.425868 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 58510) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:59:17.649001 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684bdf60-890f-488b-a66e-2cd084912408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 21:59:17.650470 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-684bdf60-890f-488b-a66e-2cd084912408 admin admin] 10.222.0.30 "GET /v2.0/subnets/166fc0db-6667-4433-8c12-2b6aa9eea9f7 HTTP/1.1" status: 200 len: 849 time: 0.2236743 Sep 14 21:59:17.812991 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-5a81f952-8008-49ea-bcd6-c429f0063c94 admin admin] 10.222.0.30 "GET /v2.0/routers/404ea967-783f-482e-951e-ab2b791dc533 HTTP/1.1" status: 200 len: 704 time: 0.1564350 Sep 14 21:59:18.082059 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:18.385680 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Allocated IP 172.20.0.1 (69e1205e-7882-4542-b92c-0d0fbe3a9431/166fc0db-6667-4433-8c12-2b6aa9eea9f7/7d6ee3b7-9a16-4949-bb9a-10d373a7e62d) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 21:59:18.589896 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:18.710176 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:18.768917 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Network 69e1205e-7882-4542-b92c-0d0fbe3a9431 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 21:59:18.775988 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 21:59:18.829770 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6ee3b7-9a16-4949-bb9a-10d373a7e62d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:18.832698 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 21:59:18.832824 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-993928'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:18.893025 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:18.893402 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:18.893751 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:18.894089 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:18.894422 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:18.894775 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:18.895109 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:18.895434 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:18.895774 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:18.896107 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:18.896428 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:18.896793 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Tracked resource versions report: Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: pushed versions: Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: { 'AddressGroup': {'1.2'}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'ConntrackHelper': {'1.0'}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Log': {'1.0'}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Network': {'1.1'}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Port': {'1.7'}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'PortForwarding': {'1.2'}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'QosPolicy': {'1.9'}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'SecurityGroup': {'1.4'}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'SecurityGroupRule': {'1.2'}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'SubPort': {'1.0'}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Subnet': {'1.1'}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Trunk': {'1.1'}} Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: consumer versions: Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: { DHCP agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: L3 agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: Metadata agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: Metering agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: Open vSwitch agent@dv-cinder-809014-1-iscsi: { 'AddressGroup': '1.2', Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'ConntrackHelper': '1.0', Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Log': '1.0', Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Network': '1.1', Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Port': '1.7', Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'PortForwarding': '1.2', Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'QosPolicy': '1.9', Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'SecurityGroup': '1.4', Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'SecurityGroupRule': '1.2', Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'SubPort': '1.0', Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Subnet': '1.1', Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Trunk': '1.1'}} Sep 14 21:59:18.897910 dv-cinder-809014-1-iscsi neutron-server[94745]: {{(pid=94745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 21:59:18.981356 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-79efb999-96c5-4e71-b12f-e81fa3013de7 None None] Provisioning complete for port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 21:59:18.981863 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-79efb999-96c5-4e71-b12f-e81fa3013de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:19.013939 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-79efb999-96c5-4e71-b12f-e81fa3013de7 None None] Port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 21:59:19.112918 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:19.318146 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:19.372327 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:19.373150 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1004056'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:19.433440 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6ee3b7-9a16-4949-bb9a-10d373a7e62d,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:19.498896 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Network 69e1205e-7882-4542-b92c-0d0fbe3a9431 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 21:59:19.500200 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 21:59:19.735148 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-72946862-5c08-4079-8adb-6c82a78c008a None None] Provisioning complete for port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 21:59:19.735520 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-72946862-5c08-4079-8adb-6c82a78c008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:19.767902 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-72946862-5c08-4079-8adb-6c82a78c008a None None] Port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 21:59:19.782847 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Router 404ea967-783f-482e-951e-ab2b791dc533 is scheduled to L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 21:59:19.873739 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 21:59:19.878837 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-87721ee4-65a2-41ed-804c-79c7fa3caa49 admin admin] 10.222.0.30 "PUT /v2.0/routers/404ea967-783f-482e-951e-ab2b791dc533/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0602155 Sep 14 21:59:19.896230 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Sync routers for ids ['404ea967-783f-482e-951e-ab2b791dc533'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 21:59:19.908271 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Routers {'404ea967-783f-482e-951e-ab2b791dc533'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 21:59:19.909144 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T21:59:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['404ea967-783f-482e-951e-ab2b791dc533'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:59:20.092017 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Set router 404ea967-783f-482e-951e-ab2b791dc533 gateway port host: None {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 21:59:20.520112 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404ea967-783f-482e-951e-ab2b791dc533', 'name': 'router1', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T21:59:08Z', 'updated_at': '2021-09-14T21:59:18Z', 'revision_number': 2, 'project_id': '3d993eae554b484d8944e27f1fe7c90c', 'gw_port_host': None, '_interfaces': [{'id': '7d6ee3b7-9a16-4949-bb9a-10d373a7e62d', 'name': '', 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'mac_address': 'fa:16:3e:e4:fa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404ea967-783f-482e-951e-ab2b791dc533', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '166fc0db-6667-4433-8c12-2b6aa9eea9f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T21:59:18Z', 'updated_at': '2021-09-14T21:59:19Z', 'revision_number': 2, 'project_id': '3d993eae554b484d8944e27f1fe7c90c', 'subnets': [{'id': '166fc0db-6667-4433-8c12-2b6aa9eea9f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe71161e-6d77-49a0-9a10-53c598bf60ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:59:20.568882 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Checking router: 404ea967-783f-482e-951e-ab2b791dc533 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 21:59:20.569252 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Updating router 404ea967-783f-482e-951e-ab2b791dc533 port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d binding host dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 21:59:20.616422 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:21.116593 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:21.206726 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:21.358043 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Pushing event updated for resources: {'Port': ['ID=7d6ee3b7-9a16-4949-bb9a-10d373a7e62d,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:21.377107 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:21.377463 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:21.377808 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:21.378145 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:21.378481 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:21.378810 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:21.379139 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:21.379466 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:21.379809 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:21.380134 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:21.380458 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:21.380798 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Tracked resource versions report: Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: pushed versions: Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: { 'AddressGroup': {'1.2'}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'ConntrackHelper': {'1.0'}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Log': {'1.0'}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Network': {'1.1'}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Port': {'1.7'}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'PortForwarding': {'1.2'}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'QosPolicy': {'1.9'}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'SecurityGroup': {'1.4'}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'SecurityGroupRule': {'1.2'}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'SubPort': {'1.0'}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Subnet': {'1.1'}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Trunk': {'1.1'}} Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: consumer versions: Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: { DHCP agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: L3 agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: Metadata agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: Metering agent@dv-cinder-809014-1-iscsi: {}, Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: Open vSwitch agent@dv-cinder-809014-1-iscsi: { 'AddressGroup': '1.2', Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'ConntrackHelper': '1.0', Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Log': '1.0', Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Network': '1.1', Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Port': '1.7', Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'PortForwarding': '1.2', Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'QosPolicy': '1.9', Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'SecurityGroup': '1.4', Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'SecurityGroupRule': '1.2', Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'SubPort': '1.0', Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Subnet': '1.1', Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Trunk': '1.1'}} Sep 14 21:59:21.382470 dv-cinder-809014-1-iscsi neutron-server[94748]: {{(pid=94748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 21:59:21.385068 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Attempting to bind port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 21:59:21.385478 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Attempting to bind port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 21:59:21.385895 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Attempting to bind port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d on network 69e1205e-7882-4542-b92c-0d0fbe3a9431 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 21:59:21.393462 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 21, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 21:59:21.393879 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Checking segment: {'id': '01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 21:59:21.394361 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:21.394747 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Bound using segment: {'id': '01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 21:59:21.396243 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Bound port: 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 21:59:21.396638 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:21.460978 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] For port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 21:59:21.479356 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] For port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=7d6ee3b7-9a16-4949-bb9a-10d373a7e62d,segment=NetworkSegment(01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d),segment_id=01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 21:59:21.503355 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-fb0f2d53-0639-42c7-af8d-68290ae9ee7d None None] Provisioning complete for port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 21:59:21.503355 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2d53-0639-42c7-af8d-68290ae9ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:21.533029 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f2d53-0639-42c7-af8d-68290ae9ee7d None None] Port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 21:59:21.550570 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:21.605331 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Routers {'404ea967-783f-482e-951e-ab2b791dc533'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 21:59:21.605976 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T21:59:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['404ea967-783f-482e-951e-ab2b791dc533'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:59:21.652022 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61b14d-9582-4710-be80-533c75e58c24 None None] Pushing event updated for resources: {'Port': ['ID=7d6ee3b7-9a16-4949-bb9a-10d373a7e62d,revision_number=4']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:21.700664 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] Set router 404ea967-783f-482e-951e-ab2b791dc533 gateway port host: None {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 21:59:21.752984 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-a9bf8974-8364-49d7-815b-6f9864f894d2 None None] Provisioning complete for port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 21:59:21.753407 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a9bf8974-8364-49d7-815b-6f9864f894d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:21.829101 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a9bf8974-8364-49d7-815b-6f9864f894d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:21.859699 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-a9bf8974-8364-49d7-815b-6f9864f894d2 None None] For port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=7d6ee3b7-9a16-4949-bb9a-10d373a7e62d,segment=NetworkSegment(01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d),segment_id=01840cfb-d1b6-4d55-b0d9-3d607b2c5d2d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 21:59:21.914949 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404ea967-783f-482e-951e-ab2b791dc533', 'name': 'router1', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T21:59:08Z', 'updated_at': '2021-09-14T21:59:18Z', 'revision_number': 2, 'project_id': '3d993eae554b484d8944e27f1fe7c90c', 'gw_port_host': None, '_interfaces': [{'id': '7d6ee3b7-9a16-4949-bb9a-10d373a7e62d', 'name': '', 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'mac_address': 'fa:16:3e:e4:fa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404ea967-783f-482e-951e-ab2b791dc533', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '166fc0db-6667-4433-8c12-2b6aa9eea9f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T21:59:18Z', 'updated_at': '2021-09-14T21:59:21Z', 'revision_number': 4, 'project_id': '3d993eae554b484d8944e27f1fe7c90c', 'subnets': [{'id': '166fc0db-6667-4433-8c12-2b6aa9eea9f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe71161e-6d77-49a0-9a10-53c598bf60ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:59:21.932641 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a9bf8974-8364-49d7-815b-6f9864f894d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:21.941391 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9025cd93-46a7-40dc-a50f-b34032e11974 None None] The sync data for ids ['404ea967-783f-482e-951e-ab2b791dc533'] in dv-cinder-809014-1-iscsi is: [{'id': '404ea967-783f-482e-951e-ab2b791dc533', 'name': 'router1', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T21:59:08Z', 'updated_at': '2021-09-14T21:59:18Z', 'revision_number': 2, 'project_id': '3d993eae554b484d8944e27f1fe7c90c', 'gw_port_host': None, '_interfaces': [{'id': '7d6ee3b7-9a16-4949-bb9a-10d373a7e62d', 'name': '', 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'mac_address': 'fa:16:3e:e4:fa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404ea967-783f-482e-951e-ab2b791dc533', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '166fc0db-6667-4433-8c12-2b6aa9eea9f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T21:59:18Z', 'updated_at': '2021-09-14T21:59:21Z', 'revision_number': 4, 'project_id': '3d993eae554b484d8944e27f1fe7c90c', 'subnets': [{'id': '166fc0db-6667-4433-8c12-2b6aa9eea9f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe71161e-6d77-49a0-9a10-53c598bf60ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 21:59:22.000710 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf8974-8364-49d7-815b-6f9864f894d2 None None] Pushing event updated for resources: {'Port': ['ID=7d6ee3b7-9a16-4949-bb9a-10d373a7e62d,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:22.126016 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 58534) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:59:22.236790 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31e307c-3885-495a-8465-5f8164d86615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 21:59:22.238222 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-d31e307c-3885-495a-8465-5f8164d86615 admin admin] 10.222.0.30 "GET /v2.0/networks/4a10e13f-693b-41d7-99fa-6fefeedf4166 HTTP/1.1" status: 200 len: 842 time: 0.1111820 Sep 14 21:59:22.248703 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6ca7f902-fd07-4ac1-83d6-4a9bf81c1b27 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'name': 'public-subnet'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 21:59:22.326975 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca7f902-fd07-4ac1-83d6-4a9bf81c1b27 admin admin] Made reservation on behalf of ff633f9d428b4c9fa746e06e7516e131 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 21:59:22.329462 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ca7f902-fd07-4ac1-83d6-4a9bf81c1b27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:22.703919 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.objects.ports [None req-6ca7f902-fd07-4ac1-83d6-4a9bf81c1b27 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94745) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 14 21:59:22.704365 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ca7f902-fd07-4ac1-83d6-4a9bf81c1b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:22.758945 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7f902-fd07-4ac1-83d6-4a9bf81c1b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ecb08b-ab98-4d53-9ede-d8e367ca7ae8,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:22.768298 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca7f902-fd07-4ac1-83d6-4a9bf81c1b27 admin admin] Checking segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 21:59:22.768653 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca7f902-fd07-4ac1-83d6-4a9bf81c1b27 admin admin] Network hostable DHCP agents. Network: 4a10e13f-693b-41d7-99fa-6fefeedf4166, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 21:59:22.845645 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca7f902-fd07-4ac1-83d6-4a9bf81c1b27 admin admin] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 21:59:22.926983 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-6ca7f902-fd07-4ac1-83d6-4a9bf81c1b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 4a10e13f-693b-41d7-99fa-6fefeedf4166) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 21:59:22.931095 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca7f902-fd07-4ac1-83d6-4a9bf81c1b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 21:59:22.932996 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ca7f902-fd07-4ac1-83d6-4a9bf81c1b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:22.937559 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c471c82-e70f-4868-af36-55b15e7b0a87 None None] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 21:59:23.047752 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-6ca7f902-fd07-4ac1-83d6-4a9bf81c1b27 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8023696 Sep 14 21:59:23.067506 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff1a1b5-5125-4205-80a2-d6c4fae59e47 None None] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 21:59:25.351569 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 58542) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:59:25.485751 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-857f07ce-29f9-498b-91d4-f2b557da4542 admin admin] 10.222.0.30 "GET /v2.0/routers/404ea967-783f-482e-951e-ab2b791dc533 HTTP/1.1" status: 200 len: 710 time: 0.1330335 Sep 14 21:59:25.577240 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2671c99f-7ed1-49f9-a0bc-67d0ecb6d6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 21:59:25.578620 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-2671c99f-7ed1-49f9-a0bc-67d0ecb6d6d9 admin admin] 10.222.0.30 "GET /v2.0/networks/4a10e13f-693b-41d7-99fa-6fefeedf4166 HTTP/1.1" status: 200 len: 886 time: 0.0849442 Sep 14 21:59:25.591598 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 21:59:25.846386 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:26.212609 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 5 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 21:59:26.216202 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:26.290335 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:26.402173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Allocated IP 172.27.2.243 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/ad1f123b-7ec2-415b-b62e-f0905456dbb5) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 21:59:26.528891 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:26.647617 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:26.690807 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 21:59:26.695494 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 21:59:26.702381 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 21:59:26.705211 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1f123b-7ec2-415b-b62e-f0905456dbb5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:27.049010 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:27.264297 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1006350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7660'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:27.267794 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1006341'] for router, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:27.376975 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Router 404ea967-783f-482e-951e-ab2b791dc533 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 21:59:27.483344 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 21:59:27.487749 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:27.489025 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-a081303d-4f86-4c84-9065-6b3574905cd9 admin admin] 10.222.0.30 "PUT /v2.0/routers/404ea967-783f-482e-951e-ab2b791dc533 HTTP/1.1" status: 200 len: 890 time: 1.9006250 Sep 14 21:59:28.368266 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 21:59:28.421250 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 21:59:28.421632 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:28.488196 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Sync routers for ids ['404ea967-783f-482e-951e-ab2b791dc533'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 21:59:28.506413 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Routers {'404ea967-783f-482e-951e-ab2b791dc533'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 21:59:28.507063 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T21:59:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['404ea967-783f-482e-951e-ab2b791dc533'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:59:28.740311 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Set router 404ea967-783f-482e-951e-ab2b791dc533 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 21:59:29.119069 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404ea967-783f-482e-951e-ab2b791dc533', 'name': 'router1', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad1f123b-7ec2-415b-b62e-f0905456dbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T21:59:08Z', 'updated_at': '2021-09-14T21:59:26Z', 'revision_number': 4, 'project_id': '3d993eae554b484d8944e27f1fe7c90c', 'gw_port': {'id': 'ad1f123b-7ec2-415b-b62e-f0905456dbb5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404ea967-783f-482e-951e-ab2b791dc533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T21:59:26Z', 'updated_at': '2021-09-14T21:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '7d6ee3b7-9a16-4949-bb9a-10d373a7e62d', 'name': '', 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'mac_address': 'fa:16:3e:e4:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404ea967-783f-482e-951e-ab2b791dc533', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '166fc0db-6667-4433-8c12-2b6aa9eea9f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T21:59:18Z', 'updated_at': '2021-09-14T21:59:21Z', 'revision_number': 5, 'project_id': '3d993eae554b484d8944e27f1fe7c90c', 'subnets': [{'id': '166fc0db-6667-4433-8c12-2b6aa9eea9f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe71161e-6d77-49a0-9a10-53c598bf60ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:59:29.169642 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Checking router: 404ea967-783f-482e-951e-ab2b791dc533 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 21:59:29.169995 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Updating router 404ea967-783f-482e-951e-ab2b791dc533 port ad1f123b-7ec2-415b-b62e-f0905456dbb5 binding host dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 21:59:29.215787 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:29.521933 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:29.583568 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:29.633621 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Attempting to bind port ad1f123b-7ec2-415b-b62e-f0905456dbb5 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 21:59:29.633993 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Attempting to bind port ad1f123b-7ec2-415b-b62e-f0905456dbb5 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 21:59:29.634354 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Attempting to bind port ad1f123b-7ec2-415b-b62e-f0905456dbb5 on network 4a10e13f-693b-41d7-99fa-6fefeedf4166 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 21:59:29.637028 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ae5b-1469-48af-aac4-b43493e5f858 None None] Pushing event updated for resources: {'Port': ['ID=ad1f123b-7ec2-415b-b62e-f0905456dbb5,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:29.645543 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 21, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 21:59:29.645916 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Checking segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 21:59:29.646946 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:29.647330 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Bound using segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 21:59:29.647787 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Bound port: ad1f123b-7ec2-415b-b62e-f0905456dbb5, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 21:59:29.648183 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:29.696901 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] For port ad1f123b-7ec2-415b-b62e-f0905456dbb5, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 21:59:29.699815 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] For port ad1f123b-7ec2-415b-b62e-f0905456dbb5, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=ad1f123b-7ec2-415b-b62e-f0905456dbb5,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 21:59:29.750141 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:29.809063 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Routers {'404ea967-783f-482e-951e-ab2b791dc533'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 21:59:29.809660 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T21:59:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['404ea967-783f-482e-951e-ab2b791dc533'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:59:29.812246 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ae5b-1469-48af-aac4-b43493e5f858 None None] Pushing event updated for resources: {'Port': ['ID=ad1f123b-7ec2-415b-b62e-f0905456dbb5,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:29.890774 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 58554) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 21:59:29.983436 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] Set router 404ea967-783f-482e-951e-ab2b791dc533 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 21:59:30.003713 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-dc26ea01-c0a0-4d32-9120-2fe592fa0d1a admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1118157 Sep 14 21:59:30.199882 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404ea967-783f-482e-951e-ab2b791dc533', 'name': 'router1', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad1f123b-7ec2-415b-b62e-f0905456dbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T21:59:08Z', 'updated_at': '2021-09-14T21:59:26Z', 'revision_number': 4, 'project_id': '3d993eae554b484d8944e27f1fe7c90c', 'gw_port': {'id': 'ad1f123b-7ec2-415b-b62e-f0905456dbb5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404ea967-783f-482e-951e-ab2b791dc533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T21:59:26Z', 'updated_at': '2021-09-14T21:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '7d6ee3b7-9a16-4949-bb9a-10d373a7e62d', 'name': '', 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'mac_address': 'fa:16:3e:e4:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404ea967-783f-482e-951e-ab2b791dc533', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '166fc0db-6667-4433-8c12-2b6aa9eea9f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T21:59:18Z', 'updated_at': '2021-09-14T21:59:21Z', 'revision_number': 5, 'project_id': '3d993eae554b484d8944e27f1fe7c90c', 'subnets': [{'id': '166fc0db-6667-4433-8c12-2b6aa9eea9f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe71161e-6d77-49a0-9a10-53c598bf60ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 21:59:30.226558 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c07e50-8be1-45dc-96e8-f1f8697a6512 None None] The sync data for ids ['404ea967-783f-482e-951e-ab2b791dc533'] in dv-cinder-809014-1-iscsi is: [{'id': '404ea967-783f-482e-951e-ab2b791dc533', 'name': 'router1', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'ad1f123b-7ec2-415b-b62e-f0905456dbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T21:59:08Z', 'updated_at': '2021-09-14T21:59:26Z', 'revision_number': 4, 'project_id': '3d993eae554b484d8944e27f1fe7c90c', 'gw_port': {'id': 'ad1f123b-7ec2-415b-b62e-f0905456dbb5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:08:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404ea967-783f-482e-951e-ab2b791dc533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T21:59:26Z', 'updated_at': '2021-09-14T21:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '7d6ee3b7-9a16-4949-bb9a-10d373a7e62d', 'name': '', 'network_id': '69e1205e-7882-4542-b92c-0d0fbe3a9431', 'tenant_id': '3d993eae554b484d8944e27f1fe7c90c', 'mac_address': 'fa:16:3e:e4:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404ea967-783f-482e-951e-ab2b791dc533', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '166fc0db-6667-4433-8c12-2b6aa9eea9f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T21:59:18Z', 'updated_at': '2021-09-14T21:59:21Z', 'revision_number': 5, 'project_id': '3d993eae554b484d8944e27f1fe7c90c', 'subnets': [{'id': '166fc0db-6667-4433-8c12-2b6aa9eea9f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe71161e-6d77-49a0-9a10-53c598bf60ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 21:59:30.430017 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device ad1f123b-7ec2-415b-b62e-f0905456dbb5 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 21:59:30.488771 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port ad1f123b-7ec2-415b-b62e-f0905456dbb5 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 21:59:30.489160 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:30.573459 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:30.604349 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port ad1f123b-7ec2-415b-b62e-f0905456dbb5, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=ad1f123b-7ec2-415b-b62e-f0905456dbb5,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 21:59:30.681342 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:30.736416 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=ad1f123b-7ec2-415b-b62e-f0905456dbb5,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 21:59:32.357841 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device ad1f123b-7ec2-415b-b62e-f0905456dbb5 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 21:59:32.419547 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port ad1f123b-7ec2-415b-b62e-f0905456dbb5 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 21:59:32.419920 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:41.874878 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e21dd8b8-1c32-43e4-9030-105ab21194c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:44.400098 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-cc7c36f2-789d-4c10-b4c4-4b7ac871bfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:44.878977 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:45.652457 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 21:59:47.010803 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:00:03.212614 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 5 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:00:11.880802 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e7e7dd9c-2060-44e4-b9aa-b616f98deffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:00:14.451184 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f62a5576-ceaf-4b37-9720-4b23df4ccab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:00:14.874568 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:00:15.674491 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:00:16.999631 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:00:40.211322 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 5 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:00:41.888284 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6b32309f-970e-42c8-8b42-20aa05c23d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:00:44.394154 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8e152bb6-4e22-41d4-b31a-e56df1ccec7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:00:44.890435 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:00:45.673779 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:00:46.982137 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:11.882097 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6ee5e4d1-ab73-43f7-807e-b212c81d4cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:14.040061 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59116) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:01:14.106751 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.pecan_wsgi.hooks.translation [None req-017207ac-9924-4230-bc23-12d8f54ed1b5 admin admin] GET failed (client error): The resource could not be found. Sep 14 22:01:14.108043 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-017207ac-9924-4230-bc23-12d8f54ed1b5 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0670135 Sep 14 22:01:14.265113 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51f2b1c-411f-42c2-9093-fe317bb39952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:14.266520 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-a51f2b1c-411f-42c2-9093-fe317bb39952 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1539092 Sep 14 22:01:14.456298 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b04dc196-0875-4f14-bc0f-0aac5fcbd235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:14.866981 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:15.659547 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:16.448592 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59126) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:01:16.537948 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a87f1c-95fb-49ad-a7a0-a334381f8a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:16.539532 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-33a87f1c-95fb-49ad-a7a0-a334381f8a3e admin admin] 10.222.0.30 "GET /v2.0/subnets/166fc0db-6667-4433-8c12-2b6aa9eea9f7 HTTP/1.1" status: 200 len: 849 time: 0.0899532 Sep 14 22:01:16.549572 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:01:16.633402 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:16.821201 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775395916804'] for subnet, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:16.852858 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:16.853974 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:16.861811 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] 10.222.0.30 "PUT /v2.0/subnets/166fc0db-6667-4433-8c12-2b6aa9eea9f7 HTTP/1.1" status: 200 len: 868 time: 0.3088593 Sep 14 22:01:16.862079 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d89653f-d09f-4473-b0b4-af6f74a18b8e None None] Network 69e1205e-7882-4542-b92c-0d0fbe3a9431 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:01:16.874685 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=166fc0db-6667-4433-8c12-2b6aa9eea9f7,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:01:16.882773 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:01:16.883146 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:01:16.883549 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:01:16.883827 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:01:16.884156 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:01:16.884505 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:01:16.884878 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:01:16.885207 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:01:16.886053 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:01:16.886053 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:01:16.886263 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:01:16.886494 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2a18a-afaf-4a15-92ea-7f256e6d9427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:01:17.011976 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:17.209619 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 5 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:01:17.236684 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-5131f05f-2a0d-4800-b9ce-65ddcf574fb4 None None] Provisioning complete for port 7d6ee3b7-9a16-4949-bb9a-10d373a7e62d triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:01:17.237081 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5131f05f-2a0d-4800-b9ce-65ddcf574fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:17.321470 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-5131f05f-2a0d-4800-b9ce-65ddcf574fb4 None None] Provisioning complete for port 4e56980a-2775-41f4-a12b-aa8530392e7d triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:01:17.321767 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5131f05f-2a0d-4800-b9ce-65ddcf574fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:19.049200 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59134) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:01:19.325224 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66574d8c-1673-4c25-814e-017a41714f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:19.325703 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66574d8c-1673-4c25-814e-017a41714f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:19.327466 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-66574d8c-1673-4c25-814e-017a41714f0c admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2773173 Sep 14 22:01:21.518295 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59144) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:01:21.645166 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6010a34-ee20-4f3c-9269-73617de575d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:21.645664 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6010a34-ee20-4f3c-9269-73617de575d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:21.647181 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-c6010a34-ee20-4f3c-9269-73617de575d9 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1279409 Sep 14 22:01:23.836631 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59152) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:01:23.961395 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeae14b-fbf3-4aa5-ac26-2ec01f743999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:23.962775 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-eaeae14b-fbf3-4aa5-ac26-2ec01f743999 admin admin] 10.222.0.30 "GET /v2.0/networks/4a10e13f-693b-41d7-99fa-6fefeedf4166 HTTP/1.1" status: 200 len: 886 time: 0.1251671 Sep 14 22:01:26.136022 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59160) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:01:26.309030 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c61bd9-ed0d-4029-8001-a0cde987dec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:26.310681 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-65c61bd9-ed0d-4029-8001-a0cde987dec3 admin admin] 10.222.0.30 "GET /v2.0/networks/69e1205e-7882-4542-b92c-0d0fbe3a9431 HTTP/1.1" status: 200 len: 869 time: 0.1737075 Sep 14 22:01:28.533668 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59168) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:01:28.657854 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0276237-9862-40fe-8af4-4b777369cab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:28.658236 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0276237-9862-40fe-8af4-4b777369cab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:28.659770 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-e0276237-9862-40fe-8af4-4b777369cab4 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251512 Sep 14 22:01:30.839115 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59176) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:01:30.929569 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a70ef0-d8c1-48e4-b294-eb8a8dc1f312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:30.930030 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a70ef0-d8c1-48e4-b294-eb8a8dc1f312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:30.931520 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-90a70ef0-d8c1-48e4-b294-eb8a8dc1f312 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913401 Sep 14 22:01:33.134883 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59184) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:01:33.219326 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab664189-606e-41ef-8031-ef2453c54733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:33.220594 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-ab664189-606e-41ef-8031-ef2453c54733 admin admin] 10.222.0.30 "GET /v2.0/subnets/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8 HTTP/1.1" status: 200 len: 816 time: 0.0847619 Sep 14 22:01:35.418569 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59192) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:01:35.509094 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6179a0a-41e4-4ccf-9172-60cbb3a36e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:01:35.510451 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-e6179a0a-41e4-4ccf-9172-60cbb3a36e34 admin admin] 10.222.0.30 "GET /v2.0/subnets/166fc0db-6667-4433-8c12-2b6aa9eea9f7 HTTP/1.1" status: 200 len: 868 time: 0.0909078 Sep 14 22:01:41.889404 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8d9ff1e0-6b0b-4403-991e-2e775d45af3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:44.403188 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7a22-443c-4b4a-b7c1-5eb63b17d8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:44.880665 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:45.664003 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:47.009351 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:01:54.207637 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 5 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:01:59.419867 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59246) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:01:59.466462 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [None req-dd04e845-3c3d-48a5-ae55-99256655ee00 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:01:59.467514 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-dd04e845-3c3d-48a5-ae55-99256655ee00 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467162 Sep 14 22:02:01.727753 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59254) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:02:01.791747 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab47d9c-6848-4646-adbb-d65245f13391 admin admin] GET failed (client error): The resource could not be found. Sep 14 22:02:01.793087 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-fab47d9c-6848-4646-adbb-d65245f13391 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0643764 Sep 14 22:02:01.933529 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d5f373-32c1-47f3-a7c0-202de7ac99a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:02:01.934990 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-04d5f373-32c1-47f3-a7c0-202de7ac99a8 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366398 Sep 14 22:02:04.135286 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59262) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:02:04.183688 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-af23d633-953e-47a0-a64d-e86b22399efd admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:02:04.297794 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af23d633-953e-47a0-a64d-e86b22399efd admin admin] Made reservation on behalf of ff633f9d428b4c9fa746e06e7516e131 for: {'network': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:02:04.300019 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-af23d633-953e-47a0-a64d-e86b22399efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:04.333711 dv-cinder-809014-1-iscsi neutron-server[94746]: WARNING neutron.services.revisions.revision_plugin [None req-af23d633-953e-47a0-a64d-e86b22399efd admin admin] Could not find related network for resource to bump revision. Sep 14 22:02:04.344526 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af23d633-953e-47a0-a64d-e86b22399efd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=94746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:02:04.353088 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-af23d633-953e-47a0-a64d-e86b22399efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:04.353450 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.segments_db [None req-af23d633-953e-47a0-a64d-e86b22399efd admin admin] Added segment f1d146fa-7e8b-468f-9670-43943738d672 of type vlan for network d61e25ad-3c9f-4ce2-92e6-12aad39f50b6 Sep 14 22:02:04.389230 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-af23d633-953e-47a0-a64d-e86b22399efd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:04.480278 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-af23d633-953e-47a0-a64d-e86b22399efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:04.481345 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af23d633-953e-47a0-a64d-e86b22399efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:02:04.481976 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-af23d633-953e-47a0-a64d-e86b22399efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:04.538371 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23d633-953e-47a0-a64d-e86b22399efd admin admin] Pushing event updated for resources: {'Network': ['ID=d61e25ad-3c9f-4ce2-92e6-12aad39f50b6,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:02:04.548601 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network d61e25ad-3c9f-4ce2-92e6-12aad39f50b6 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:02:04.578540 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-af23d633-953e-47a0-a64d-e86b22399efd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4421725 Sep 14 22:02:06.791881 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59270) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:02:06.851804 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e055c4d-8eb0-4b31-8548-fb5dc9ddb35d admin admin] GET failed (client error): The resource could not be found. Sep 14 22:02:06.853172 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-5e055c4d-8eb0-4b31-8548-fb5dc9ddb35d admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603397 Sep 14 22:02:06.922855 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6621b9ec-4e74-4da7-92e6-9bc5d5d9d818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:02:06.924246 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-6621b9ec-4e74-4da7-92e6-9bc5d5d9d818 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665388 Sep 14 22:02:06.939582 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-171b29af-cf9e-4433-9d16-c532626c16b3 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'd61e25ad-3c9f-4ce2-92e6-12aad39f50b6', 'description': 'shared-subnet'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:02:07.014594 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171b29af-cf9e-4433-9d16-c532626c16b3 admin admin] Made reservation on behalf of ff633f9d428b4c9fa746e06e7516e131 for: {'subnet': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:02:07.017446 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-171b29af-cf9e-4433-9d16-c532626c16b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:07.281498 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-171b29af-cf9e-4433-9d16-c532626c16b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for subnet, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:07.333737 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b29af-cf9e-4433-9d16-c532626c16b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee4ebd6-4548-47f8-b5db-4c03f2dc2190,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:02:07.342162 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b29af-cf9e-4433-9d16-c532626c16b3 admin admin] Checking segment: {'id': 'f1d146fa-7e8b-468f-9670-43943738d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd61e25ad-3c9f-4ce2-92e6-12aad39f50b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:02:07.345275 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b29af-cf9e-4433-9d16-c532626c16b3 admin admin] Network hostable DHCP agents. Network: d61e25ad-3c9f-4ce2-92e6-12aad39f50b6, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:02:07.422834 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b29af-cf9e-4433-9d16-c532626c16b3 admin admin] Network d61e25ad-3c9f-4ce2-92e6-12aad39f50b6 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:02:07.485511 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-171b29af-cf9e-4433-9d16-c532626c16b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, d61e25ad-3c9f-4ce2-92e6-12aad39f50b6) {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:02:07.489457 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171b29af-cf9e-4433-9d16-c532626c16b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:02:07.490075 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-171b29af-cf9e-4433-9d16-c532626c16b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:07.494581 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bcbcf5-bd4c-4d8a-aa51-65dbe577d19f None None] Network d61e25ad-3c9f-4ce2-92e6-12aad39f50b6 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:02:07.572225 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-171b29af-cf9e-4433-9d16-c532626c16b3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6364205 Sep 14 22:02:07.745270 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fea3466-a961-52a6-afc9-dc79e2e12c86-d61e25ad-3c9f-4ce2-92e6-12aad39f50b6', 'network_id': 'd61e25ad-3c9f-4ce2-92e6-12aad39f50b6', 'tenant_id': 'ff633f9d428b4c9fa746e06e7516e131', 'fixed_ips': [{'subnet_id': '1ee4ebd6-4548-47f8-b5db-4c03f2dc2190'}]}} from dv-cinder-809014-1-iscsi. {{(pid=94747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 22:02:07.746152 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:07.882352 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.db_base_plugin_common [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Allocated IP 192.168.233.2 (d61e25ad-3c9f-4ce2-92e6-12aad39f50b6/1ee4ebd6-4548-47f8-b5db-4c03f2dc2190/302935ed-5ed9-4ef7-b146-4307e4b7f9ed) {{(pid=94747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:02:08.070541 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Notify callbacks [] for port, precommit_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:08.155964 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:08.193324 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Network d61e25ad-3c9f-4ce2-92e6-12aad39f50b6 is already hosted by enough agents. {{(pid=94747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:02:08.198079 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.base_scheduler [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Resources bound (agent type, host, resource id): {{(pid=94747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:02:08.200569 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Received port after_create {{(pid=94747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:02:08.237692 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Pushing event updated for resources: {'Port': ['ID=302935ed-5ed9-4ef7-b146-4307e4b7f9ed,revision_number=1']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:02:08.261192 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:02:08.265123 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:02:08.265123 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:02:08.265123 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:02:08.265123 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:02:08.265123 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:02:08.265123 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:02:08.265123 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:02:08.265123 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:02:08.265123 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:02:08.265123 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:02:08.266023 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:02:08.279352 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Attempting to bind port 302935ed-5ed9-4ef7-b146-4307e4b7f9ed on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:02:08.279721 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Attempting to bind port 302935ed-5ed9-4ef7-b146-4307e4b7f9ed by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': 'f1d146fa-7e8b-468f-9670-43943738d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd61e25ad-3c9f-4ce2-92e6-12aad39f50b6'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:02:08.280134 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Attempting to bind port 302935ed-5ed9-4ef7-b146-4307e4b7f9ed on network d61e25ad-3c9f-4ce2-92e6-12aad39f50b6 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:02:08.285936 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:02:08.286325 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Checking segment: {'id': 'f1d146fa-7e8b-468f-9670-43943738d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd61e25ad-3c9f-4ce2-92e6-12aad39f50b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:02:08.286749 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:08.287401 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Bound using segment: {'id': 'f1d146fa-7e8b-468f-9670-43943738d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd61e25ad-3c9f-4ce2-92e6-12aad39f50b6'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:02:08.287861 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Bound port: 302935ed-5ed9-4ef7-b146-4307e4b7f9ed, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d146fa-7e8b-468f-9670-43943738d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd61e25ad-3c9f-4ce2-92e6-12aad39f50b6'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:02:08.288263 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:08.348892 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] For port 302935ed-5ed9-4ef7-b146-4307e4b7f9ed, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:02:08.351961 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] For port 302935ed-5ed9-4ef7-b146-4307e4b7f9ed, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=302935ed-5ed9-4ef7-b146-4307e4b7f9ed,segment=NetworkSegment(f1d146fa-7e8b-468f-9670-43943738d672),segment_id=f1d146fa-7e8b-468f-9670-43943738d672)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:02:08.409109 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:08.469754 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6004d-402b-4807-ad77-c6d5b8b90053 None None] Pushing event updated for resources: {'Port': ['ID=302935ed-5ed9-4ef7-b146-4307e4b7f9ed,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:02:09.305645 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa40846c-1bc9-4949-824a-a5e5d9cdf3af None None] Network d61e25ad-3c9f-4ce2-92e6-12aad39f50b6 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:02:09.388006 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-69f5363a-faa8-4804-9a0e-ae6c00a0cdac None None] Provisioning complete for port 302935ed-5ed9-4ef7-b146-4307e4b7f9ed triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:02:09.388371 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-69f5363a-faa8-4804-9a0e-ae6c00a0cdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:09.520040 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-69f5363a-faa8-4804-9a0e-ae6c00a0cdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:09.553841 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-69f5363a-faa8-4804-9a0e-ae6c00a0cdac None None] For port 302935ed-5ed9-4ef7-b146-4307e4b7f9ed, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=302935ed-5ed9-4ef7-b146-4307e4b7f9ed,segment=NetworkSegment(f1d146fa-7e8b-468f-9670-43943738d672),segment_id=f1d146fa-7e8b-468f-9670-43943738d672)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:02:09.641273 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-69f5363a-faa8-4804-9a0e-ae6c00a0cdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:09.694423 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5363a-faa8-4804-9a0e-ae6c00a0cdac None None] Pushing event updated for resources: {'Port': ['ID=302935ed-5ed9-4ef7-b146-4307e4b7f9ed,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:02:09.760024 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-52dae725-1296-486c-9a17-ef56a7694836 None None] Provisioning complete for port 302935ed-5ed9-4ef7-b146-4307e4b7f9ed triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:02:09.760398 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-52dae725-1296-486c-9a17-ef56a7694836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:10.479509 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 302935ed-5ed9-4ef7-b146-4307e4b7f9ed up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:02:10.528360 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 302935ed-5ed9-4ef7-b146-4307e4b7f9ed triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:02:10.528727 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:11.897687 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-372ca268-fb38-4f48-bdb2-7145dfb7c391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:14.439942 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-04855808-4c57-4183-80e2-599d75a260d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:14.880211 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:15.677174 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:16.979703 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:31.207216 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 5 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:02:41.876535 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0bce6309-c919-4cd4-b878-e78c590041c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:44.382170 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d222bec0-c590-47d8-a285-f56dd4d08129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:44.887736 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:45.673930 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:02:46.987731 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:08.205157 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 5 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:03:11.881529 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0661b2f9-4659-437b-ba65-4fd1d7b20fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:14.435500 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-630ff501-30d9-46b4-b446-b06a1fd8d4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:14.878470 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:15.664541 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:17.003883 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:33.088178 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59324) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:03:33.093943 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [None req-c652cfea-5f60-443f-b2f7-2c83eaba76e0 tempest-verify_tempest_config-1942245307 tempest-verify_tempest_config-1942245307-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:03:33.094911 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-c652cfea-5f60-443f-b2f7-2c83eaba76e0 tempest-verify_tempest_config-1942245307 tempest-verify_tempest_config-1942245307-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058432 Sep 14 22:03:33.627298 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59342) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:03:33.729203 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:33.813072 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:33.904036 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:33.947845 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2967f60d2e840aabf071b61e2359b86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3194466 Sep 14 22:03:33.949777 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95907372-d4e5-4a44-abe3-79a05fcfd763,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:03:33.950855 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59346) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:03:33.956424 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:33.956818 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:33.957171 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:33.957511 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:33.957847 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:33.958198 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:33.958533 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:33.958873 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:33.959204 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:33.959535 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:33.959861 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:33.960185 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7cac-019a-4c07-ac13-b0a141a7a47b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:34.022816 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:34.045908 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:34.207073 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:34.209503 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:34.210675 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95907372-d4e5-4a44-abe3-79a05fcfd763 HTTP/1.1" status: 204 len: 168 time: 0.2588463 Sep 14 22:03:34.219152 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95907372-d4e5-4a44-abe3-79a05fcfd763,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:03:34.226111 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:34.226511 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:34.226856 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:34.227192 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:34.227577 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:34.227924 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:34.228255 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:34.228612 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:34.228945 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:34.229285 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:34.229631 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:34.229958 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd15051-0bd7-4a0e-9525-3ad269739c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:03:41.892338 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-48e1cc24-e62d-4d29-b921-4245fc2aad1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:44.431888 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6553ccf2-b92e-414c-915b-18b4755fbc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:44.869131 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:45.203716 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 5 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:03:45.671773 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:03:46.974245 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:04:11.882261 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-56d62aa0-d5c2-453d-b882-336d8a7a83fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:04:14.442071 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-121022c7-96af-4d29-a4d1-b5dd5e856b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:04:14.875971 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:04:15.676395 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:04:16.996561 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:04:22.203286 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 5 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:04:41.892543 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-daa5957b-d714-4cff-a77f-27f6e6e36f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:04:44.406680 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-33c76511-8863-4327-8e27-902b42fcf515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:04:44.861972 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:04:45.696616 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:04:46.989792 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:04:59.201815 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 5 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:05:05.199080 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993826'] for agent, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:05:11.889960 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-18572d06-e380-4ef2-9f5f-8d48a23c469b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:05:14.400290 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9bad638e-aa81-4358-8d76-b21d33ee7e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:05:14.880851 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:05:15.675021 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:05:17.045919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:05:20.300508 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59420) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:05:20.401597 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-d547a56d-40f5-4a23-aa15-68775203fbfe admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0999477 Sep 14 22:05:22.606847 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59430) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:05:22.669372 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-cf898a6b-a3a4-463c-acfe-86eba6f5c4a9 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0614481 Sep 14 22:05:35.140967 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:05:36.200192 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:05:41.873544 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-bfb0cf79-069f-4649-a433-bd9528518ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:05:44.431954 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c09aa0f3-e109-4279-b120-53ac67385d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:05:44.860537 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:05:45.679009 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:05:46.987772 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:05.153009 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:11.900346 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f4cff322-4cfe-4456-8a7b-0d6363af0cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:13.199655 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:06:14.433567 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-cc19d0fc-39b3-4d0f-b458-1e7aa6e503c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:14.878886 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:15.695730 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:17.077020 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:35.175373 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:41.894969 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-cf47f2bd-05c3-4690-a271-45ec93daab3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:44.442055 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-43d00f01-2bd0-4f2d-a452-bbe5f93b0611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:44.853461 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:45.688841 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:47.026461 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:50.198127 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:06:50.334049 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59590) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:50.754062 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1360791837-network', 'tenant_id': '333d4673601b4c0690da0b74c5a409de'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:06:50.808041 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59614) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:50.853259 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Made reservation on behalf of 333d4673601b4c0690da0b74c5a409de for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:06:50.853259 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:50.861802 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:50.957296 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:50.971753 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1991993895-network', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:06:51.047412 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.075038 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:06:51.091151 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775395712660', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.091733 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Unsubscribe: segment precommit_create {{(pid=94745) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 22:06:51.092205 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Added segment ff7613c0-9196-49dd-9969-845564023b7d of type vlan for network 0fef938a-d41b-4978-a75f-4cdde4f00245 Sep 14 22:06:51.122045 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36ca0d4-dfd5-4e37-b572-55b8174db3cd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:51.150029 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:51.150399 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:51.150751 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:51.151083 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:51.151418 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:51.151763 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:51.152097 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:51.152428 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:51.152792 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:51.153125 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:51.153449 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:51.154040 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Tracked resource versions report: Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: pushed versions: Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: { 'AddressGroup': {'1.2'}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'ConntrackHelper': {'1.0'}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Log': {'1.0'}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Network': {'1.1'}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Port': {'1.7'}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'PortForwarding': {'1.2'}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'QosPolicy': {'1.9'}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'SecurityGroup': {'1.4'}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'SubPort': {'1.0'}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Subnet': {'1.1'}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Trunk': {'1.1'}} Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: consumer versions: Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: { DHCP agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: HyperV agent@hv-cinder-80901: {}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: L3 agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: Metadata agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: Metering agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: Open vSwitch agent@dv-cinder-809014-1-iscsi: { 'AddressGroup': '1.2', Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'ConntrackHelper': '1.0', Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Log': '1.0', Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Network': '1.1', Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Port': '1.7', Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'PortForwarding': '1.2', Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'QosPolicy': '1.9', Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'SecurityGroup': '1.4', Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'SecurityGroupRule': '1.2', Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'SubPort': '1.0', Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Subnet': '1.1', Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: 'Trunk': '1.1'}} Sep 14 22:06:51.155119 dv-cinder-809014-1-iscsi neutron-server[94745]: {{(pid=94745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:06:51.161017 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Made reservation on behalf of d39e43c3a7b746a1b90f71ac1fafdf40 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:06:51.163304 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.176721 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.179315 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.295347 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.296378 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:06:51.296995 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.357871 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.400710 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] Pushing event updated for resources: {'Network': ['ID=0fef938a-d41b-4978-a75f-4cdde4f00245,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:51.411426 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 0fef938a-d41b-4978-a75f-4cdde4f00245 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:06:51.483678 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.504055 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:06:51.520125 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.520480 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Added segment 66d95a71-e27e-44ea-8f96-4a54f6b13e7d of type vlan for network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 Sep 14 22:06:51.555229 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b4c65c-7edb-43a8-9527-2f4c9c3cf371,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:51.578659 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-c87daedb-e688-4fbe-9180-243fda26480c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2421341 Sep 14 22:06:51.580477 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.581358 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59650) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:51.587576 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Request body: {'subnet': {'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1360791837-subnet', 'tenant_id': '333d4673601b4c0690da0b74c5a409de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:06:51.699127 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.700136 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:06:51.700730 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.733304 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Made reservation on behalf of 333d4673601b4c0690da0b74c5a409de for: {'subnet': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:06:51.737199 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.760658 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] Pushing event updated for resources: {'Network': ['ID=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:51.775168 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:06:51.825136 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-6641c667-9b4c-47a5-894b-f26ad4f6917d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0155303 Sep 14 22:06:51.835141 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59670) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:51.835141 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-673bf6af-524a-496b-8698-9f8f8092927b admin admin] Request body: {'subnet': {'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1991993895-subnet', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:06:51.851158 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59672) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:51.887901 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59676) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:51.907305 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673bf6af-524a-496b-8698-9f8f8092927b admin admin] Made reservation on behalf of d39e43c3a7b746a1b90f71ac1fafdf40 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:06:51.909685 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-673bf6af-524a-496b-8698-9f8f8092927b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:51.981008 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for subnet, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.011441 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-network', 'tenant_id': '892410c7263d45f4b9172310ff584d6d'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:06:52.027873 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0c0dc5-9efe-4a60-94e3-5a60e2751670,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:52.038619 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:52.042004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:52.042004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:52.042004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:52.042004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:52.042004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:52.042004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:52.042004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:52.042004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:52.042004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:52.042004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:52.042805 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Tracked resource versions report: Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: pushed versions: Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: { 'AddressGroup': {'1.2'}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'ConntrackHelper': {'1.0'}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Log': {'1.0'}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Network': {'1.1'}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Port': {'1.7'}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'PortForwarding': {'1.2'}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'QosPolicy': {'1.9'}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'SecurityGroup': {'1.4'}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'SubPort': {'1.0'}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Subnet': {'1.1'}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Trunk': {'1.1'}} Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: consumer versions: Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: { DHCP agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: HyperV agent@hv-cinder-80901: {}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: L3 agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: Metadata agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: Metering agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: Open vSwitch agent@dv-cinder-809014-1-iscsi: { 'AddressGroup': '1.2', Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'ConntrackHelper': '1.0', Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Log': '1.0', Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Network': '1.1', Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Port': '1.7', Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'PortForwarding': '1.2', Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'QosPolicy': '1.9', Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'SecurityGroup': '1.4', Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'SecurityGroupRule': '1.2', Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'SubPort': '1.0', Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Subnet': '1.1', Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: 'Trunk': '1.1'}} Sep 14 22:06:52.043338 dv-cinder-809014-1-iscsi neutron-server[94746]: {{(pid=94746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:06:52.070498 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Checking segment: {'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:06:52.070498 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Network hostable DHCP agents. Network: 0fef938a-d41b-4978-a75f-4cdde4f00245, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:06:52.156537 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Made reservation on behalf of 892410c7263d45f4b9172310ff584d6d for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:06:52.158919 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.167373 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.190910 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Network 0fef938a-d41b-4978-a75f-4cdde4f00245 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:06:52.193605 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-673bf6af-524a-496b-8698-9f8f8092927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.267593 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bf6af-524a-496b-8698-9f8f8092927b admin admin] Pushing event updated for resources: {'Subnet': ['ID=139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:52.278064 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 0fef938a-d41b-4978-a75f-4cdde4f00245) {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:06:52.284249 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:06:52.286590 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.288980 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cacb75-fea3-4ae8-b7f6-6fc344eb3550 None None] Network 0fef938a-d41b-4978-a75f-4cdde4f00245 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:06:52.297310 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bf6af-524a-496b-8698-9f8f8092927b admin admin] Checking segment: {'id': '66d95a71-e27e-44ea-8f96-4a54f6b13e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:06:52.297855 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673bf6af-524a-496b-8698-9f8f8092927b admin admin] Network hostable DHCP agents. Network: 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:06:52.332501 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.337505 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-534473611-network', 'tenant_id': '2e4bfe815eb741d09698ad33f477d420'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:06:52.416795 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f90863-ef53-4083-9499-0e7af454f919 None None] Network 0fef938a-d41b-4978-a75f-4cdde4f00245 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:06:52.436809 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673bf6af-524a-496b-8698-9f8f8092927b admin admin] Network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:06:52.439995 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.451762 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:06:52.462681 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.463312 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Added segment ed0ca922-75f2-482f-bef2-85dbb29d9dda of type vlan for network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 Sep 14 22:06:52.506908 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.532445 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-04861895-0678-4a85-87e8-b92c5873756c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9429407 Sep 14 22:06:52.540016 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-673bf6af-524a-496b-8698-9f8f8092927b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:06:52.551393 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673bf6af-524a-496b-8698-9f8f8092927b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:06:52.552263 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-673bf6af-524a-496b-8698-9f8f8092927b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.584263 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d914d03-06f4-4aea-b167-facf221717fe,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:52.587553 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dabb09f-49ef-4d38-8a37-590331e81b86 None None] Network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:06:52.608902 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.609980 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:06:52.610641 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.761149 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e23afe-78b0-4691-b4e4-844037223285 None None] Network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:06:52.777682 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] Pushing event updated for resources: {'Network': ['ID=96bf4afe-8a3f-4a2c-b0ac-f11305f04173,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:52.780223 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Made reservation on behalf of 2e4bfe815eb741d09698ad33f477d420 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:06:52.782797 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.793416 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:52.797260 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-673bf6af-524a-496b-8698-9f8f8092927b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9702120 Sep 14 22:06:52.800239 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59708) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:52.805385 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1991993895-router', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:06:52.818851 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:06:52.937914 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59722) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:52.938065 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-50ce8017-554e-4e91-9d1c-87aa8e51423c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0854795 Sep 14 22:06:52.955109 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-f31347da-c0c2-4d93-976f-bf07857dad32 admin admin] Request body: {'subnet': {'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-subnet', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:06:52.990075 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.066116 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.102299 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:06:53.118925 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7947cc-fc72-4826-bb37-05cc768defa6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:53.126182 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.134311 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Added segment 52e4e00d-4462-4e39-9414-bf836bf9b3cf of type vlan for network 5db32172-15e5-45a9-a989-4f00a14b4c0a Sep 14 22:06:53.181617 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.221477 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1005448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7625'] for router, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.222762 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.278152 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.280142 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:06:53.281009 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.289502 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.323293 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31347da-c0c2-4d93-976f-bf07857dad32 admin admin] Made reservation on behalf of 892410c7263d45f4b9172310ff584d6d for: {'subnet': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:06:53.329185 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f31347da-c0c2-4d93-976f-bf07857dad32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.370096 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] Pushing event updated for resources: {'Network': ['ID=5db32172-15e5-45a9-a989-4f00a14b4c0a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:53.382674 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 5db32172-15e5-45a9-a989-4f00a14b4c0a details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:06:53.402838 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-82977bfa-6ec1-4def-9f88-8f061e397dfb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5065567 Sep 14 22:06:53.406089 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59754) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:53.413795 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e783dc07-5b65-43fe-8a9e-8e927670a193 admin admin] Request body: {'subnet': {'network_id': '5db32172-15e5-45a9-a989-4f00a14b4c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-534473611-subnet', 'tenant_id': '2e4bfe815eb741d09698ad33f477d420', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:06:53.512242 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e783dc07-5b65-43fe-8a9e-8e927670a193 admin admin] Made reservation on behalf of 2e4bfe815eb741d09698ad33f477d420 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:06:53.516207 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e783dc07-5b65-43fe-8a9e-8e927670a193 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.706456 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.832943 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e783dc07-5b65-43fe-8a9e-8e927670a193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.860993 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59792) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:53.867108 dv-cinder-809014-1-iscsi neutron-server[94745]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 22:06:53.951938 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f31347da-c0c2-4d93-976f-bf07857dad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for subnet, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:53.990314 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59798) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:54.030249 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783dc07-5b65-43fe-8a9e-8e927670a193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0863371-1a7a-4c44-b53f-6324b91238b6,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:54.066814 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783dc07-5b65-43fe-8a9e-8e927670a193 admin admin] Checking segment: {'id': '52e4e00d-4462-4e39-9414-bf836bf9b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5db32172-15e5-45a9-a989-4f00a14b4c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:06:54.067157 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e783dc07-5b65-43fe-8a9e-8e927670a193 admin admin] Network hostable DHCP agents. Network: 5db32172-15e5-45a9-a989-4f00a14b4c0a, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:06:54.087666 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-cd3540bf-d1ca-497b-b53d-3b42b065466e tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:06:54.089269 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-cd3540bf-d1ca-497b-b53d-3b42b065466e tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/networks?id=0fef938a-d41b-4978-a75f-4cdde4f00245 HTTP/1.1" status: 200 len: 815 time: 0.2251141 Sep 14 22:06:54.108480 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-ef29ea5b-fc67-4b99-80b1-e14394af1a03 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/quotas/333d4673601b4c0690da0b74c5a409de HTTP/1.1" status: 200 len: 375 time: 0.0125637 Sep 14 22:06:54.131228 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31347da-c0c2-4d93-976f-bf07857dad32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5333dda5-64f1-4ac4-8364-1d7ef56329c7,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:54.146389 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-847b4d34-eeef-452d-b233-024d344cf406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:54.149454 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:54.168656 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e783dc07-5b65-43fe-8a9e-8e927670a193 admin admin] Network 5db32172-15e5-45a9-a989-4f00a14b4c0a is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:06:54.176672 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:54.178575 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31347da-c0c2-4d93-976f-bf07857dad32 admin admin] Checking segment: {'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:06:54.178940 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31347da-c0c2-4d93-976f-bf07857dad32 admin admin] Network hostable DHCP agents. Network: 96bf4afe-8a3f-4a2c-b0ac-f11305f04173, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:06:54.189297 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-db211579-5eb3-4974-86bb-a70762e4d3ee tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=333d4673601b4c0690da0b74c5a409de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753064 Sep 14 22:06:54.236228 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-e783dc07-5b65-43fe-8a9e-8e927670a193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 5db32172-15e5-45a9-a989-4f00a14b4c0a) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:06:54.240640 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e783dc07-5b65-43fe-8a9e-8e927670a193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:06:54.245665 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e783dc07-5b65-43fe-8a9e-8e927670a193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:54.254403 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0568a0b5-a9c8-4765-8e44-0e0f9ab13a7c None None] Network 5db32172-15e5-45a9-a989-4f00a14b4c0a requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:06:54.275014 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59810) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:54.391849 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31347da-c0c2-4d93-976f-bf07857dad32 admin admin] Network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:06:54.402690 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-f31347da-c0c2-4d93-976f-bf07857dad32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 96bf4afe-8a3f-4a2c-b0ac-f11305f04173) {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:06:54.417712 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31347da-c0c2-4d93-976f-bf07857dad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:06:54.418378 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f31347da-c0c2-4d93-976f-bf07857dad32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:54.423922 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec3ada-d62f-4fd7-8ead-26105b5461ee None None] Network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:06:54.425637 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-cfab1a0b-6af1-44da-bfeb-aa1d7c38cccb service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:06:54.426453 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-cfab1a0b-6af1-44da-bfeb-aa1d7c38cccb service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0747304 Sep 14 22:06:54.437914 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab2649-6520-4056-8915-1caf03bab176 None None] Network 5db32172-15e5-45a9-a989-4f00a14b4c0a requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:06:54.459263 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Allocated IP 172.27.2.62 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/163b0923-05e7-42cf-8674-28194f06ed9e) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:06:54.464214 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-847b4d34-eeef-452d-b233-024d344cf406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:54.470569 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ddeb363-e444-43ea-a902-99c91e91f2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:54.562235 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-847b4d34-eeef-452d-b233-024d344cf406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:54.588793 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-8a5ed534-d46f-429b-bce5-f0a16ec296a8 service neutron] 10.222.0.30 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351542 Sep 14 22:06:54.641473 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:54.653135 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-e783dc07-5b65-43fe-8a9e-8e927670a193 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2458291 Sep 14 22:06:54.701003 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fea3466-a961-52a6-afc9-dc79e2e12c86-96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7'}]}} from dv-cinder-809014-1-iscsi. {{(pid=94747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 22:06:54.702374 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:54.827616 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b4d34-eeef-452d-b233-024d344cf406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de69f528-763a-4dd5-8b26-eb48bebd8c19,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:54.835613 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-f31347da-c0c2-4d93-976f-bf07857dad32 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8964815 Sep 14 22:06:54.838357 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59830) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:54.843107 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-847b4d34-eeef-452d-b233-024d344cf406 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7ec403c57c84487b7cc6cadefddb1e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8510392 Sep 14 22:06:54.848736 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:06:54.855998 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59832) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:54.869619 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ddeb363-e444-43ea-a902-99c91e91f2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:54.912584 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-c0489bed-19e4-4010-a670-e9549d731181 service neutron] 10.222.0.30 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172588 Sep 14 22:06:54.916487 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.db_base_plugin_common [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Allocated IP 172.20.0.2 (96bf4afe-8a3f-4a2c-b0ac-f11305f04173/5333dda5-64f1-4ac4-8364-1d7ef56329c7/622ca935-5a48-4597-a0b9-f22cc30bbe5c) {{(pid=94747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:06:54.927333 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:54.946503 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ddeb363-e444-43ea-a902-99c91e91f2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.035163 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddeb363-e444-43ea-a902-99c91e91f2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54056e5a-13f1-4f51-a76b-ba6e0c82b092,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:55.049090 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Pushing event updated for resources: {'Port': ['ID=163b0923-05e7-42cf-8674-28194f06ed9e,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:55.058748 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-720eca0d-e957-4855-aae8-3093715a62d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.095886 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-9ddeb363-e444-43ea-a902-99c91e91f2e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9f3e218352c4ff2830eb26fb5edad8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8197742 Sep 14 22:06:55.101693 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59850) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:55.114090 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:06:55.121282 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:06:55.126237 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1005448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7625'] for router, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.127498 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.132231 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-720eca0d-e957-4855-aae8-3093715a62d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.135082 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:06:55.182852 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Notify callbacks [] for port, precommit_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.189393 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9554103-a9a9-4bd0-96ce-bfbef028e6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.213346 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9554103-a9a9-4bd0-96ce-bfbef028e6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.265664 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.306970 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.350576 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 is already hosted by enough agents. {{(pid=94747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:06:55.357106 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9554103-a9a9-4bd0-96ce-bfbef028e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.363081 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.base_scheduler [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Resources bound (agent type, host, resource id): {{(pid=94747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:06:55.365441 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Pushing event updated for resources: {'Port': ['ID=622ca935-5a48-4597-a0b9-f22cc30bbe5c,revision_number=1']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:55.368196 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Received port after_create {{(pid=94747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:06:55.370078 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9554103-a9a9-4bd0-96ce-bfbef028e6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.377375 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:55.377765 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:55.378067 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:55.378406 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:55.378740 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:55.379071 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:55.379406 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:55.379735 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:55.380083 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:55.380414 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:55.380738 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:55.381100 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:55.381271 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-d9554103-a9a9-4bd0-96ce-bfbef028e6d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54056e5a-13f1-4f51-a76b-ba6e0c82b092 HTTP/1.1" status: 204 len: 168 time: 0.2787087 Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Tracked resource versions report: Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: pushed versions: Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: { 'AddressGroup': {'1.2'}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'ConntrackHelper': {'1.0'}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Log': {'1.0'}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Network': {'1.1'}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Port': {'1.7'}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'PortForwarding': {'1.2'}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'QosPolicy': {'1.9'}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'SecurityGroup': {'1.4'}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'SubPort': {'1.0'}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Subnet': {'1.1'}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Trunk': {'1.1'}} Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: consumer versions: Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: { DHCP agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: HyperV agent@hv-cinder-80901: {}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: L3 agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: Metadata agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: Metering agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: Open vSwitch agent@dv-cinder-809014-1-iscsi: { 'AddressGroup': '1.2', Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'ConntrackHelper': '1.0', Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Log': '1.0', Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Network': '1.1', Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Port': '1.7', Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'PortForwarding': '1.2', Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'QosPolicy': '1.9', Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'SecurityGroup': '1.4', Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'SecurityGroupRule': '1.2', Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'SubPort': '1.0', Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Subnet': '1.1', Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: 'Trunk': '1.1'}} Sep 14 22:06:55.382803 dv-cinder-809014-1-iscsi neutron-server[94747]: {{(pid=94747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:06:55.392312 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9554103-a9a9-4bd0-96ce-bfbef028e6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54056e5a-13f1-4f51-a76b-ba6e0c82b092,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:55.469069 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Attempting to bind port 622ca935-5a48-4597-a0b9-f22cc30bbe5c on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:06:55.469729 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Attempting to bind port 622ca935-5a48-4597-a0b9-f22cc30bbe5c by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:06:55.470342 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Attempting to bind port 622ca935-5a48-4597-a0b9-f22cc30bbe5c on network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:06:55.475887 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:06:55.481146 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Checking segment: {'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:06:55.481146 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.481146 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Bound using segment: {'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:06:55.481146 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Bound port: 622ca935-5a48-4597-a0b9-f22cc30bbe5c, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:06:55.481146 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.485702 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59876) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:55.504178 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-720eca0d-e957-4855-aae8-3093715a62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.507275 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-720eca0d-e957-4855-aae8-3093715a62d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.508419 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-720eca0d-e957-4855-aae8-3093715a62d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de69f528-763a-4dd5-8b26-eb48bebd8c19 HTTP/1.1" status: 204 len: 168 time: 0.6512282 Sep 14 22:06:55.528409 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d12599bd-a78d-4074-93fc-6030143810ff req-57967d72-16d5-4aac-8f9f-1ad81c2952e3 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 210 time: 0.1134202 Sep 14 22:06:55.578514 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] For port 622ca935-5a48-4597-a0b9-f22cc30bbe5c, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:06:55.584425 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] For port 622ca935-5a48-4597-a0b9-f22cc30bbe5c, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=622ca935-5a48-4597-a0b9-f22cc30bbe5c,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:06:55.606796 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59888) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:55.616989 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720eca0d-e957-4855-aae8-3093715a62d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de69f528-763a-4dd5-8b26-eb48bebd8c19,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:55.644520 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-10573759-3a71-4343-9a4d-32341aadfded tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:06:55.646145 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-10573759-3a71-4343-9a4d-32341aadfded tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/networks?id=5db32172-15e5-45a9-a989-4f00a14b4c0a HTTP/1.1" status: 200 len: 811 time: 0.1592155 Sep 14 22:06:55.661822 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-a9c0e29f-e2e2-4e3f-b05f-f0bd16646ca6 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/quotas/2e4bfe815eb741d09698ad33f477d420 HTTP/1.1" status: 200 len: 375 time: 0.0095246 Sep 14 22:06:55.680493 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.709275 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-ed77bc60-fd79-431d-a7eb-7a002bbe7f8a tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e4bfe815eb741d09698ad33f477d420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408697 Sep 14 22:06:55.752934 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc4d31-b565-4619-9eff-4901f6228bdf None None] Pushing event updated for resources: {'Port': ['ID=622ca935-5a48-4597-a0b9-f22cc30bbe5c,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:55.767524 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:55.830318 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.204951 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993887'] for router, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.240496 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-00657070-3a7e-4883-9d5d-b1007fd9907e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.246864 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.277043 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.373642 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-00657070-3a7e-4883-9d5d-b1007fd9907e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.478528 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-00657070-3a7e-4883-9d5d-b1007fd9907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.519920 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-00657070-3a7e-4883-9d5d-b1007fd9907e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbff574d43c44ca5a3920c64752c642f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9118924 Sep 14 22:06:56.522970 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00657070-3a7e-4883-9d5d-b1007fd9907e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4d3375-a8b9-455a-b52e-a1c3c813d055,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:56.530141 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59914) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:56.608036 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Allocated IP 172.27.2.51 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:06:56.615590 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9a702d7b-5d83-4bfa-8549-52e2334b5959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.655261 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9a702d7b-5d83-4bfa-8549-52e2334b5959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.686381 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8d510718-a61d-4088-b38c-cef411936fd3 req-1dafb846-be44-4346-8627-8a387f15d693 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 210 time: 0.0570619 Sep 14 22:06:56.732038 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 622ca935-5a48-4597-a0b9-f22cc30bbe5c up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:06:56.759528 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59918) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:56.769961 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Router 7ce5d445-c886-48dd-9096-147ca2155426 is scheduled to L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 with binding_index 1 {{(pid=94746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 22:06:56.783203 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59920) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:56.788039 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11264c84-434e-44af-9e03-b0da959ef766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.802897 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.816911 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 622ca935-5a48-4597-a0b9-f22cc30bbe5c triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:06:56.817754 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.909568 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b2316aa-cc97-4fb3-96af-d6030c191634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.952548 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11264c84-434e-44af-9e03-b0da959ef766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.953860 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9a702d7b-5d83-4bfa-8549-52e2334b5959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.956808 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9a702d7b-5d83-4bfa-8549-52e2334b5959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:56.966084 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-9a702d7b-5d83-4bfa-8549-52e2334b5959 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb4d3375-a8b9-455a-b52e-a1c3c813d055 HTTP/1.1" status: 204 len: 168 time: 0.4260614 Sep 14 22:06:56.995274 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:06:57.000165 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a702d7b-5d83-4bfa-8549-52e2334b5959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4d3375-a8b9-455a-b52e-a1c3c813d055,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:57.004112 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Sync routers for ids ['7ce5d445-c886-48dd-9096-147ca2155426'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:06:57.016229 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:57.023575 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Routers {'7ce5d445-c886-48dd-9096-147ca2155426'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:06:57.024462 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:06:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['7ce5d445-c886-48dd-9096-147ca2155426'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:06:57.027920 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c4ada2-2359-4817-a8d8-0ff65fdb450c None None] Network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:06:57.046411 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-3f0a97a7-98e5-45ff-8a3d-b7cf927e5698 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:06:57.048381 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-3f0a97a7-98e5-45ff-8a3d-b7cf927e5698 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0873182 Sep 14 22:06:57.051390 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11264c84-434e-44af-9e03-b0da959ef766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:57.084059 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:06:57.088201 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:06:57.093148 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:06:57.113128 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-11264c84-434e-44af-9e03-b0da959ef766 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28b215a2cc8e431ca24772100aacedcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3524311 Sep 14 22:06:57.152585 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59934) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:57.201727 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11264c84-434e-44af-9e03-b0da959ef766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7028c20d-26ed-4c96-9bf5-31a1a4492a07,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:57.244616 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:57.251712 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-3045326a-1290-4a4f-a325-5959ecb11724 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4475727 Sep 14 22:06:57.260581 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 59944) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:57.265229 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Pushing event updated for resources: {'Port': ['ID=0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:57.293581 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-c37e368f-296d-43dc-823b-8e8c5091d0e9 None None] Provisioning complete for port 622ca935-5a48-4597-a0b9-f22cc30bbe5c triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:06:57.294026 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c37e368f-296d-43dc-823b-8e8c5091d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:57.316290 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Set router 7ce5d445-c886-48dd-9096-147ca2155426 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:06:57.384738 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:57.411689 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b2316aa-cc97-4fb3-96af-d6030c191634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:57.437053 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-f986b36a-707d-41ca-9a5e-8c363c492447 service neutron] 10.222.0.30 "GET /v2.0/networks/5db32172-15e5-45a9-a989-4f00a14b4c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570919 Sep 14 22:06:57.466674 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-90da4851-be5f-4ab7-a23e-0cf28ce52560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:57.478457 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port 622ca935-5a48-4597-a0b9-f22cc30bbe5c, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=622ca935-5a48-4597-a0b9-f22cc30bbe5c,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:06:57.484419 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b2316aa-cc97-4fb3-96af-d6030c191634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:57.507436 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-90da4851-be5f-4ab7-a23e-0cf28ce52560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:57.547365 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-4b2316aa-cc97-4fb3-96af-d6030c191634 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1fabfd312714a4985f87c796cdd9de5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7605934 Sep 14 22:06:57.550607 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 59956) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:57.574832 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:57.681125 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5d445-c886-48dd-9096-147ca2155426', 'name': 'tempest-ServerRescueNegativeTestJSON-1991993895-router', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:53Z', 'updated_at': '2021-09-14T22:06:55Z', 'revision_number': 3, 'project_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'gw_port': {'id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:64:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce5d445-c886-48dd-9096-147ca2155426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:54Z', 'updated_at': '2021-09-14T22:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:06:57.743706 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Checking router: 7ce5d445-c886-48dd-9096-147ca2155426 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:06:57.744068 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Updating router 7ce5d445-c886-48dd-9096-147ca2155426 port 163b0923-05e7-42cf-8674-28194f06ed9e binding host dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:06:57.758152 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=622ca935-5a48-4597-a0b9-f22cc30bbe5c,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:57.778210 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:57.824779 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:57.864131 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2316aa-cc97-4fb3-96af-d6030c191634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab2b1c7-9e60-474d-aca1-0894e6969e44,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:57.918883 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e079695a-08db-4838-ada5-ebb041174bcf req-bb4bba8a-a781-4f50-a1bf-774204f60cc2 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 210 time: 0.0692482 Sep 14 22:06:58.006534 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-90da4851-be5f-4ab7-a23e-0cf28ce52560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.011867 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-a2efb480-ff46-41b1-b0cb-1c1bd46def63 service neutron] 10.222.0.30 "GET /v2.0/networks/5db32172-15e5-45a9-a989-4f00a14b4c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651948 Sep 14 22:06:58.012056 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-90da4851-be5f-4ab7-a23e-0cf28ce52560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.012056 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-90da4851-be5f-4ab7-a23e-0cf28ce52560 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7028c20d-26ed-4c96-9bf5-31a1a4492a07 HTTP/1.1" status: 204 len: 168 time: 0.8518543 Sep 14 22:06:58.013278 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d33f7c9-be05-4fae-ae5d-f22cb332e055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.026238 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da4851-be5f-4ab7-a23e-0cf28ce52560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7028c20d-26ed-4c96-9bf5-31a1a4492a07,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:58.080733 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-85ff694c-f821-4581-a8b8-638c92e15b70 None None] Provisioning complete for port 622ca935-5a48-4597-a0b9-f22cc30bbe5c triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:06:58.082849 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-85ff694c-f821-4581-a8b8-638c92e15b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.090078 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d33f7c9-be05-4fae-ae5d-f22cb332e055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.278987 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.284876 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d33f7c9-be05-4fae-ae5d-f22cb332e055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.289938 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d33f7c9-be05-4fae-ae5d-f22cb332e055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.293555 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-6d33f7c9-be05-4fae-ae5d-f22cb332e055 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bab2b1c7-9e60-474d-aca1-0894e6969e44 HTTP/1.1" status: 204 len: 168 time: 0.7342179 Sep 14 22:06:58.298985 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33f7c9-be05-4fae-ae5d-f22cb332e055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab2b1c7-9e60-474d-aca1-0894e6969e44,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:58.369326 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.423659 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Pushing event updated for resources: {'Port': ['ID=163b0923-05e7-42cf-8674-28194f06ed9e,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:58.454547 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:58.455174 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:58.455673 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:58.457884 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:58.459400 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:58.462606 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:58.463302 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:58.463920 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:58.464424 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:58.466241 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:58.466744 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:58.467682 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Tracked resource versions report: Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: pushed versions: Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: { 'AddressGroup': {'1.2'}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'ConntrackHelper': {'1.0'}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Log': {'1.0'}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Network': {'1.1'}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Port': {'1.7'}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'PortForwarding': {'1.2'}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'QosPolicy': {'1.9'}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'SecurityGroup': {'1.4'}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'SecurityGroupRule': {'1.2'}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'SubPort': {'1.0'}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Subnet': {'1.1'}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Trunk': {'1.1'}} Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: consumer versions: Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: { DHCP agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: HyperV agent@hv-cinder-80901: {}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: L3 agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: Metadata agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: Metering agent@dv-cinder-809014-1-iscsi: {}, Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: Open vSwitch agent@dv-cinder-809014-1-iscsi: { 'AddressGroup': '1.2', Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'ConntrackHelper': '1.0', Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Log': '1.0', Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Network': '1.1', Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Port': '1.7', Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'PortForwarding': '1.2', Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'QosPolicy': '1.9', Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'SecurityGroup': '1.4', Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'SecurityGroupRule': '1.2', Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'SubPort': '1.0', Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Subnet': '1.1', Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: 'Trunk': '1.1'}} Sep 14 22:06:58.469573 dv-cinder-809014-1-iscsi neutron-server[94748]: {{(pid=94748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 22:06:58.471990 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993887'] for router, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.495714 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9685ee7a-ee6b-4913-a8ec-26374a93fd9a req-a130a86c-85ca-414c-bb86-91c2c43c7d31 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 210 time: 0.0643771 Sep 14 22:06:58.512822 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Attempting to bind port 163b0923-05e7-42cf-8674-28194f06ed9e on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:06:58.512822 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Attempting to bind port 163b0923-05e7-42cf-8674-28194f06ed9e by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:06:58.512822 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Attempting to bind port 163b0923-05e7-42cf-8674-28194f06ed9e on network 4a10e13f-693b-41d7-99fa-6fefeedf4166 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:06:58.513225 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:06:58.513609 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Checking segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:06:58.514012 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.514403 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Bound using segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:06:58.514871 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Bound port: 163b0923-05e7-42cf-8674-28194f06ed9e, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:06:58.515251 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.597732 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] For port 163b0923-05e7-42cf-8674-28194f06ed9e, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:06:58.597732 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] For port 163b0923-05e7-42cf-8674-28194f06ed9e, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=163b0923-05e7-42cf-8674-28194f06ed9e,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:06:58.679239 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 622ca935-5a48-4597-a0b9-f22cc30bbe5c up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:06:58.679444 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.751592 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Routers {'7ce5d445-c886-48dd-9096-147ca2155426'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:06:58.752644 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:06:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['7ce5d445-c886-48dd-9096-147ca2155426'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:06:58.758285 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f4774-f417-49a8-85cf-7fc28af710cc None None] Pushing event updated for resources: {'Port': ['ID=163b0923-05e7-42cf-8674-28194f06ed9e,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:58.780519 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 622ca935-5a48-4597-a0b9-f22cc30bbe5c triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:06:58.781120 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.879956 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:58.958475 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] Set router 7ce5d445-c886-48dd-9096-147ca2155426 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:06:59.118011 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5afd2c5b-9098-424e-a7c0-562e055cceb0 req-3ea54ac6-1d29-4b45-84b4-d714ca2b95e4 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 210 time: 0.0279591 Sep 14 22:06:59.179277 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Allocated IP 172.20.0.1 (0ceabcb0-d3e1-4247-beb0-4c62bffa89d2/139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31/e38bb2d4-3eba-415e-9015-7bf48bfe21e9) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:06:59.199641 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5d445-c886-48dd-9096-147ca2155426', 'name': 'tempest-ServerRescueNegativeTestJSON-1991993895-router', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:53Z', 'updated_at': '2021-09-14T22:06:55Z', 'revision_number': 3, 'project_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'gw_port': {'id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:64:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce5d445-c886-48dd-9096-147ca2155426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:54Z', 'updated_at': '2021-09-14T22:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:06:59.227120 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd022fb5-fbe1-43d6-99b2-aaee1ced427d None None] The sync data for ids ['7ce5d445-c886-48dd-9096-147ca2155426'] in dv-cinder-809014-1-iscsi is: [{'id': '7ce5d445-c886-48dd-9096-147ca2155426', 'name': 'tempest-ServerRescueNegativeTestJSON-1991993895-router', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:53Z', 'updated_at': '2021-09-14T22:06:55Z', 'revision_number': 3, 'project_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'gw_port': {'id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:64:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce5d445-c886-48dd-9096-147ca2155426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:54Z', 'updated_at': '2021-09-14T22:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:06:59.261309 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Router b3e4467d-ac0c-4f56-b58e-f573c5121f5a is scheduled to L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 with binding_index 1 {{(pid=94746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 22:06:59.392868 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:59.468336 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:06:59.482395 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Sync routers for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:06:59.497496 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:06:59.498073 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:06:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:06:59.534327 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:59.577728 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 60040) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:59.630373 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:59.632808 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-30ac7b14-a206-47f8-8350-812ae011ae7b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7874861 Sep 14 22:06:59.665675 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:06:59.665675 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60046) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:59.666713 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8bd3b971-8827-4449-9ced-f9699a3982e3 req-c6e7a67b-93fc-4469-b7d1-0bd2090ce401 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 210 time: 0.0818048 Sep 14 22:06:59.666713 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.37', 58934) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:06:59.682571 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:06:59.801262 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:06:59.816803 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:06:59.817298 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-993928'] for router_interface, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:06:59.897557 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-72a752a7-c37a-4892-ad25-a155c116576c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:06:59.899365 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-72a752a7-c37a-4892-ad25-a155c116576c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "GET /v2.0/networks?id=0fef938a-d41b-4978-a75f-4cdde4f00245 HTTP/1.1" status: 200 len: 815 time: 0.2355597 Sep 14 22:06:59.964742 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Pushing event updated for resources: {'Port': ['ID=e38bb2d4-3eba-415e-9015-7bf48bfe21e9,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:06:59.988294 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Request body: {'port': {'device_id': '33f56b02-8878-4571-924b-36660eec6bd2', 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245', 'admin_state_up': True, 'tenant_id': '333d4673601b4c0690da0b74c5a409de'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:00.087650 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:06:57Z', 'revision_number': 3, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:00.151035 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Checking router: b3e4467d-ac0c-4f56-b58e-f573c5121f5a for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:07:00.151573 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Updating router b3e4467d-ac0c-4f56-b58e-f573c5121f5a port 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26 binding host dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:07:00.182981 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:00.336064 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceab42c5-5fa8-4056-a8f4-cc799a73c88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:00.417725 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-75d336b2-3e68-4511-a988-ed21f537ebd5 req-c4d648c3-8a05-41b1-972b-d5d98ee28eb7 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 210 time: 0.0770617 Sep 14 22:07:00.493701 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.db.api [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 22:07:00.493701 dv-cinder-809014-1-iscsi neutron-server[94745]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 14 22:07:00.493701 dv-cinder-809014-1-iscsi neutron-server[94745]: [parameters: {'project_id': '333d4673601b4c0690da0b74c5a409de', 'id': 'd5f8329b-5fbc-46e0-a03b-f818cd8bbb67', 'expiration': datetime.datetime(2021, 9, 14, 22, 9, 0, 474686)}] Sep 14 22:07:00.493701 dv-cinder-809014-1-iscsi neutron-server[94745]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:07:00.496279 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG oslo_db.api [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:07:00.654944 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:00.659503 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceab42c5-5fa8-4056-a8f4-cc799a73c88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:00.743700 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 163b0923-05e7-42cf-8674-28194f06ed9e up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:07:00.792437 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 163b0923-05e7-42cf-8674-28194f06ed9e triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:00.792922 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:00.793288 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:00.852273 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceab42c5-5fa8-4056-a8f4-cc799a73c88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:00.882867 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:00.909145 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port 163b0923-05e7-42cf-8674-28194f06ed9e, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=163b0923-05e7-42cf-8674-28194f06ed9e,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:00.910533 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4596107a-435e-4b2f-bc32-c27ca91530e6 req-cc950953-f2af-4465-9daf-38afe96b4815 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 210 time: 0.0503800 Sep 14 22:07:00.927890 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab42c5-5fa8-4056-a8f4-cc799a73c88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca27fbb7-e233-4a89-a780-4619e25f6bdf,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:00.933033 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-ceab42c5-5fa8-4056-a8f4-cc799a73c88b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76501ea7f65b49fcb95910e35957f00f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3540547 Sep 14 22:07:00.935794 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 60086) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:00.945094 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:00.997837 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.020266 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-022a596a-3fc5-4229-b496-6f37b0280530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.043662 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-022a596a-3fc5-4229-b496-6f37b0280530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.090381 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Attempting to bind port 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:07:01.091525 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Attempting to bind port 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:07:01.092065 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Attempting to bind port 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26 on network 4a10e13f-693b-41d7-99fa-6fefeedf4166 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:07:01.102079 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2176029-73a6-44a3-82bd-1ce4c2c1c867 None None] Pushing event updated for resources: {'Port': ['ID=0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:01.106059 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:07:01.106439 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Checking segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:07:01.106858 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.107230 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Bound using segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:07:01.107699 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Bound port: 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:07:01.108084 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.138030 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.178049 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.181470 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Made reservation on behalf of 333d4673601b4c0690da0b74c5a409de for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:07:01.186189 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.188379 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-022a596a-3fc5-4229-b496-6f37b0280530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.195367 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-022a596a-3fc5-4229-b496-6f37b0280530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.211739 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-022a596a-3fc5-4229-b496-6f37b0280530 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca27fbb7-e233-4a89-a780-4619e25f6bdf HTTP/1.1" status: 204 len: 168 time: 0.2723298 Sep 14 22:07:01.220336 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] For port 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:07:01.234091 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=163b0923-05e7-42cf-8674-28194f06ed9e,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:01.243083 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] For port 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:07:01.274568 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a596a-3fc5-4229-b496-6f37b0280530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca27fbb7-e233-4a89-a780-4619e25f6bdf,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:01.346358 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.506148 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Allocated IP 172.20.0.1 (96bf4afe-8a3f-4a2c-b0ac-f11305f04173/5333dda5-64f1-4ac4-8364-1d7ef56329c7/d8f04c9f-c459-41bb-b2a9-d619d7c80168) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:07:01.507669 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:07:01.508322 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:06:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:01.560410 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.561521 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1004056'] for router_interface, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.604216 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-42786ee8-d50e-4bf3-925a-c0060f5612bd req-cc21c963-85b0-4db7-b69e-28ca03c32610 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 210 time: 0.1025729 Sep 14 22:07:01.697795 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:07:01.731945 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Allocated IP 172.20.0.12 (0fef938a-d41b-4978-a75f-4cdde4f00245/5b0c0dc5-9efe-4a60-94e3-5a60e2751670/839ef940-1f78-448a-9abc-df270554b895) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:07:01.740515 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Pushing event updated for resources: {'Port': ['ID=e38bb2d4-3eba-415e-9015-7bf48bfe21e9,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:01.821449 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2176029-73a6-44a3-82bd-1ce4c2c1c867 None None] Pushing event updated for resources: {'Port': ['ID=0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:01.853941 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:01.912064 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:07:01.917634 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:07:01.960153 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:06:57Z', 'revision_number': 3, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:01.984340 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:02.052027 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ed405-9128-4f34-8eb0-ecdab236f84a None None] The sync data for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi is: [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:06:57Z', 'revision_number': 3, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:07:02.055055 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Router 7ce5d445-c886-48dd-9096-147ca2155426 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:07:02.102745 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d1d79740-0f94-4efa-aba1-760b1ec9b74d req-5a040839-2e7f-4807-954f-98b5b528ed4e tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 210 time: 0.0515594 Sep 14 22:07:02.103864 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:02.141885 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.37', 58941) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:02.145517 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:02.205339 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Network 0fef938a-d41b-4978-a75f-4cdde4f00245 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:07:02.213038 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:07:02.231692 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:07:02.258282 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:02.277984 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:02.307369 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Pushing event updated for resources: {'Port': ['ID=d8f04c9f-c459-41bb-b2a9-d619d7c80168,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:02.347028 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Pushing event updated for resources: {'Port': ['ID=839ef940-1f78-448a-9abc-df270554b895,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:02.413711 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:07:02.463007 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:07:02.506974 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:07:02.506974 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-993928'] for router_interface, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:02.507742 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-943c65a7-f513-4318-985b-d410a1bdba53 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5134668 Sep 14 22:07:02.510699 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-c0a98fe7-9fe8-4302-8fb8-a528dd3bed65 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:07:02.511803 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-c0a98fe7-9fe8-4302-8fb8-a528dd3bed65 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074561 Sep 14 22:07:02.935813 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:07:02.954752 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d65c2ec6-f3a2-4a81-9f87-40c2517c3e96 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:02.959965 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d65c2ec6-f3a2-4a81-9f87-40c2517c3e96 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.37 "GET /v2.0/networks?id=5db32172-15e5-45a9-a989-4f00a14b4c0a HTTP/1.1" status: 200 len: 811 time: 0.7755783 Sep 14 22:07:03.024909 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:03.025639 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:03.029502 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:07:03.053177 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Sync routers for ids ['7ce5d445-c886-48dd-9096-147ca2155426'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:07:03.062992 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-1ff778b3-0848-4317-b6a1-0e9d69192391 admin admin] 10.222.0.30 "PUT /v2.0/routers/7ce5d445-c886-48dd-9096-147ca2155426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7896497 Sep 14 22:07:03.070311 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Routers {'7ce5d445-c886-48dd-9096-147ca2155426'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:07:03.070981 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:06:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['7ce5d445-c886-48dd-9096-147ca2155426'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:03.079726 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653fac2-d2e2-4202-a718-829f1e38cb7f req-c2d14300-6288-4a94-836a-2b1102ccdd90 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:03.082138 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b653fac2-d2e2-4202-a718-829f1e38cb7f req-c2d14300-6288-4a94-836a-2b1102ccdd90 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 932 time: 0.2722609 Sep 14 22:07:03.094467 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d0857c28-1691-49a3-a4ef-2451538175bb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Request body: {'port': {'device_id': 'feac4dbe-bd8e-466e-93f3-ecc768c86f69', 'network_id': '5db32172-15e5-45a9-a989-4f00a14b4c0a', 'admin_state_up': True, 'tenant_id': '2e4bfe815eb741d09698ad33f477d420'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:03.201203 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b653fac2-d2e2-4202-a718-829f1e38cb7f req-bfb96c91-5447-4f02-8aab-a95d99f5ca3f tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074443 Sep 14 22:07:03.233578 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-fb43c4a2-7261-42ba-877f-e6f43b780e19 None None] Provisioning complete for port d8f04c9f-c459-41bb-b2a9-d619d7c80168 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:03.240807 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fb43c4a2-7261-42ba-877f-e6f43b780e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:03.369041 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-34db0a4f-24da-44ac-8044-f2d29430903c req-d45d6602-069e-4280-9cc0-0c0cbc56e666 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 210 time: 0.0638833 Sep 14 22:07:03.392583 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-fb43c4a2-7261-42ba-877f-e6f43b780e19 None None] Port d8f04c9f-c459-41bb-b2a9-d619d7c80168 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:07:04.023867 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.023867 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:04.025882 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Request body: {'port': {'device_id': '33f56b02-8878-4571-924b-36660eec6bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:04.025882 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.026684 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Set router 7ce5d445-c886-48dd-9096-147ca2155426 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:07:04.028079 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.030207 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.030207 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 163b0923-05e7-42cf-8674-28194f06ed9e up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:07:04.030452 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5d445-c886-48dd-9096-147ca2155426', 'name': 'tempest-ServerRescueNegativeTestJSON-1991993895-router', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:53Z', 'updated_at': '2021-09-14T22:07:00Z', 'revision_number': 4, 'project_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'gw_port': {'id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:64:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5d445-c886-48dd-9096-147ca2155426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:54Z', 'updated_at': '2021-09-14T22:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'e38bb2d4-3eba-415e-9015-7bf48bfe21e9', 'name': '', 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'mac_address': 'fa:16:3e:ed:b6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce5d445-c886-48dd-9096-147ca2155426', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:58Z', 'updated_at': '2021-09-14T22:07:00Z', 'revision_number': 2, 'project_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'subnets': [{'id': '139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:04.030452 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Checking router: 7ce5d445-c886-48dd-9096-147ca2155426 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:07:04.030452 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Updating router 7ce5d445-c886-48dd-9096-147ca2155426 port e38bb2d4-3eba-415e-9015-7bf48bfe21e9 binding host dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:07:04.030452 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.060406 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.063166 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d0857c28-1691-49a3-a4ef-2451538175bb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Made reservation on behalf of 2e4bfe815eb741d09698ad33f477d420 for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:07:04.068125 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d0857c28-1691-49a3-a4ef-2451538175bb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.079950 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:04.105950 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 163b0923-05e7-42cf-8674-28194f06ed9e triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:04.108114 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.224006 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.225746 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1004056'] for router_interface, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.623794 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.739314 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:07:04.746535 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.838993 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:04.839686 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.850489 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839ef940-1f78-448a-9abc-df270554b895 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:07:04.855097 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00034156-0665-46e0-a059-16039f29d033 None None] Pushing event updated for resources: {'Port': ['ID=e38bb2d4-3eba-415e-9015-7bf48bfe21e9,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:04.877990 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:04.938187 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Transition to ACTIVE for port object 839ef940-1f78-448a-9abc-df270554b895 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:07:04.975020 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ba91c-e074-4812-9cd5-ba406e3beba7 req-e9500b44-395e-4dae-944d-535987e930ec tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:04.985706 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-469ba91c-e074-4812-9cd5-ba406e3beba7 req-e9500b44-395e-4dae-944d-535987e930ec tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 932 time: 0.5676765 Sep 14 22:07:05.023750 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:05.024802 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Pushing event updated for resources: {'Port': ['ID=d8f04c9f-c459-41bb-b2a9-d619d7c80168,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:05.044037 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Attempting to bind port e38bb2d4-3eba-415e-9015-7bf48bfe21e9 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:07:05.044418 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Attempting to bind port e38bb2d4-3eba-415e-9015-7bf48bfe21e9 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '66d95a71-e27e-44ea-8f96-4a54f6b13e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:07:05.044814 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Attempting to bind port e38bb2d4-3eba-415e-9015-7bf48bfe21e9 on network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:07:05.062916 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:07:05.070030 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Checking segment: {'id': '66d95a71-e27e-44ea-8f96-4a54f6b13e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:07:05.072085 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:05.072085 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Bound using segment: {'id': '66d95a71-e27e-44ea-8f96-4a54f6b13e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:07:05.072085 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Bound port: e38bb2d4-3eba-415e-9015-7bf48bfe21e9, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d95a71-e27e-44ea-8f96-4a54f6b13e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:07:05.072085 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:05.231593 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] For port e38bb2d4-3eba-415e-9015-7bf48bfe21e9, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:07:05.245160 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] For port e38bb2d4-3eba-415e-9015-7bf48bfe21e9, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=e38bb2d4-3eba-415e-9015-7bf48bfe21e9,segment=NetworkSegment(66d95a71-e27e-44ea-8f96-4a54f6b13e7d),segment_id=66d95a71-e27e-44ea-8f96-4a54f6b13e7d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:07:05.259617 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-469ba91c-e074-4812-9cd5-ba406e3beba7 req-e2b78298-11f2-4a27-99da-7f7bef171501 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719660 Sep 14 22:07:05.308472 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d0857c28-1691-49a3-a4ef-2451538175bb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Allocated IP 172.20.0.2 (5db32172-15e5-45a9-a989-4f00a14b4c0a/d0863371-1a7a-4c44-b53f-6324b91238b6/efed100f-1f74-4034-8027-ee48d48b1590) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:07:05.336173 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:05.406218 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=839ef940-1f78-448a-9abc-df270554b895,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:05.420265 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:07:05.446540 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:07:05.471190 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Routers {'7ce5d445-c886-48dd-9096-147ca2155426'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:07:05.473472 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:06:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['7ce5d445-c886-48dd-9096-147ca2155426'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:05.730215 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00034156-0665-46e0-a059-16039f29d033 None None] Pushing event updated for resources: {'Port': ['ID=e38bb2d4-3eba-415e-9015-7bf48bfe21e9,revision_number=4']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:05.887510 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:05.942923 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] Set router 7ce5d445-c886-48dd-9096-147ca2155426 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:07:05.952543 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Router b3e4467d-ac0c-4f56-b58e-f573c5121f5a has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:07:05.978001 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-56c9c722-0803-4326-b787-77d07e7a0ad0 req-944b6d25-fb4e-4fda-baaf-22f47c55835e tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 210 time: 0.4042513 Sep 14 22:07:05.981130 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Attempting to bind port 839ef940-1f78-448a-9abc-df270554b895 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:07:05.988828 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Attempting to bind port 839ef940-1f78-448a-9abc-df270554b895 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:07:05.988828 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Attempting to bind port 839ef940-1f78-448a-9abc-df270554b895 on network 0fef938a-d41b-4978-a75f-4cdde4f00245 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:07:06.018946 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Port 839ef940-1f78-448a-9abc-df270554b895 on network 0fef938a-d41b-4978-a75f-4cdde4f00245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:07:06.019562 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Attempting to bind port 839ef940-1f78-448a-9abc-df270554b895 on network 0fef938a-d41b-4978-a75f-4cdde4f00245 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:07:06.046318 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:07:06.048353 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Checking segment: {'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:07:06.049163 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Bound using segment: {'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:07:06.051705 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Bound port: 839ef940-1f78-448a-9abc-df270554b895, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:07:06.052268 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:06.056170 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-f133619a-6891-48ba-aa75-a65fc2c59050 None None] Provisioning complete for port d8f04c9f-c459-41bb-b2a9-d619d7c80168 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:06.060580 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f133619a-6891-48ba-aa75-a65fc2c59050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:06.128772 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-51db0c28-8ae0-4cee-ad09-902aac624697 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:06.130221 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-51db0c28-8ae0-4cee-ad09-902aac624697 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/networks?id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 HTTP/1.1" status: 200 len: 819 time: 0.4061375 Sep 14 22:07:06.166194 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d0857c28-1691-49a3-a4ef-2451538175bb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:06.181594 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-51d4b9db-30b6-4fc0-873b-6e701a83be24 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/quotas/d39e43c3a7b746a1b90f71ac1fafdf40 HTTP/1.1" status: 200 len: 375 time: 0.0325961 Sep 14 22:07:06.222534 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-f133619a-6891-48ba-aa75-a65fc2c59050 None None] Port d8f04c9f-c459-41bb-b2a9-d619d7c80168 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:07:06.349989 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] For port 839ef940-1f78-448a-9abc-df270554b895, host hv-cinder-80901, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:07:06.384281 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 60222) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:06.427778 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] For port 839ef940-1f78-448a-9abc-df270554b895, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=839ef940-1f78-448a-9abc-df270554b895,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:07:06.432852 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d0857c28-1691-49a3-a4ef-2451538175bb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:06.435971 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5d445-c886-48dd-9096-147ca2155426', 'name': 'tempest-ServerRescueNegativeTestJSON-1991993895-router', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:53Z', 'updated_at': '2021-09-14T22:07:00Z', 'revision_number': 4, 'project_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'gw_port': {'id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:64:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5d445-c886-48dd-9096-147ca2155426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:54Z', 'updated_at': '2021-09-14T22:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'e38bb2d4-3eba-415e-9015-7bf48bfe21e9', 'name': '', 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'mac_address': 'fa:16:3e:ed:b6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce5d445-c886-48dd-9096-147ca2155426', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:58Z', 'updated_at': '2021-09-14T22:07:05Z', 'revision_number': 4, 'project_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'subnets': [{'id': '139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:06.464826 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-e7436464-3dad-48df-8e72-b9dc05641ecf tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2794042 Sep 14 22:07:06.532337 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae9650-9e7c-494b-af43-84addbcdc7a4 None None] The sync data for ids ['7ce5d445-c886-48dd-9096-147ca2155426'] in dv-cinder-809014-1-iscsi is: [{'id': '7ce5d445-c886-48dd-9096-147ca2155426', 'name': 'tempest-ServerRescueNegativeTestJSON-1991993895-router', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:53Z', 'updated_at': '2021-09-14T22:07:00Z', 'revision_number': 4, 'project_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'gw_port': {'id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:64:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5d445-c886-48dd-9096-147ca2155426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:54Z', 'updated_at': '2021-09-14T22:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'e38bb2d4-3eba-415e-9015-7bf48bfe21e9', 'name': '', 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'mac_address': 'fa:16:3e:ed:b6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce5d445-c886-48dd-9096-147ca2155426', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:58Z', 'updated_at': '2021-09-14T22:07:05Z', 'revision_number': 4, 'project_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'subnets': [{'id': '139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:07:06.545689 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:06.585229 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d0857c28-1691-49a3-a4ef-2451538175bb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Network 5db32172-15e5-45a9-a989-4f00a14b4c0a is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:07:06.684397 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:06.685106 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:06.686695 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] 10.222.0.37 "PUT /v2.0/ports/839ef940-1f78-448a-9abc-df270554b895 HTTP/1.1" status: 200 len: 1094 time: 3.7933679 Sep 14 22:07:06.687978 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f56b02-8878-4571-924b-36660eec6bd2', 'tag': '839ef940-1f78-448a-9abc-df270554b895'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:07:06.695928 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d0857c28-1691-49a3-a4ef-2451538175bb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:07:06.701756 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d0857c28-1691-49a3-a4ef-2451538175bb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:07:06.723867 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d0857c28-1691-49a3-a4ef-2451538175bb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:06.727938 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d0857c28-1691-49a3-a4ef-2451538175bb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:06.804566 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6b935-b191-495c-b93f-ba844bee3d2e req-30cf62bc-ad10-4235-b473-7bba57d71729 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:06.825435 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5cc6b935-b191-495c-b93f-ba844bee3d2e req-30cf62bc-ad10-4235-b473-7bba57d71729 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 944 time: 0.4415407 Sep 14 22:07:06.868722 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0857c28-1691-49a3-a4ef-2451538175bb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Pushing event updated for resources: {'Port': ['ID=efed100f-1f74-4034-8027-ee48d48b1590,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:06.927275 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:07:06.944659 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-d20d1e84-f2ab-4c86-b534-0f6a04dcd05f admin admin] 10.222.0.30 "PUT /v2.0/routers/b3e4467d-ac0c-4f56-b58e-f573c5121f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2757521 Sep 14 22:07:06.956342 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Sync routers for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:07:06.978081 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:07:06.979067 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:06:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:07.095841 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1758695447-network', 'tenant_id': 'd543fdbec1044ac1a04c5b08e8b71544'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:07.115264 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd575dc-5c1f-439b-af6b-d67fd7989ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=839ef940-1f78-448a-9abc-df270554b895,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:07.196585 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5cc6b935-b191-495c-b93f-ba844bee3d2e req-3767e602-738f-4611-8e76-290fd475a461 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662860 Sep 14 22:07:07.198888 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-5e9624ef-6977-4cd1-b14e-edf36632567a service neutron] 10.222.0.30 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017479 Sep 14 22:07:07.282229 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:07:07.449803 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2c8026-ee33-40dc-8ece-5e4ce6d2af48" -d '{"events": [{"name": "network-changed", "server_uuid": "33f56b02-8878-4571-924b-36660eec6bd2", "tag": "839ef940-1f78-448a-9abc-df270554b895"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:07:07.555057 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbcd30-4e9e-4462-9a8f-be180a2a5bc1 req-b8c26720-20fa-4f1f-97da-f0ec15db05fa tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:07.562614 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-05bbcd30-4e9e-4462-9a8f-be180a2a5bc1 req-b8c26720-20fa-4f1f-97da-f0ec15db05fa tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 931 time: 0.0936987 Sep 14 22:07:07.568043 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-1e6927d6-b9d1-4b0e-aa8b-def86dcd96a1 service neutron] 10.222.0.30 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578203 Sep 14 22:07:07.646458 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-05bbcd30-4e9e-4462-9a8f-be180a2a5bc1 req-045ae7ae-102e-44dc-ac4c-42447f518e3f tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815132 Sep 14 22:07:07.736729 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 2, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:07.776951 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Checking router: b3e4467d-ac0c-4f56-b58e-f573c5121f5a for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:07:07.777481 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Updating router b3e4467d-ac0c-4f56-b58e-f573c5121f5a port d8f04c9f-c459-41bb-b2a9-d619d7c80168 binding host dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:07:07.811375 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:08.192433 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-d0857c28-1691-49a3-a4ef-2451538175bb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1185999 Sep 14 22:07:08.316795 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:08.331564 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Made reservation on behalf of d543fdbec1044ac1a04c5b08e8b71544 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:07:08.331564 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:08.355968 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:08.390300 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60276) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:08.400304 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-2be8a8e9-cbf7-4c6f-b2e6-2271b8fc4819 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629795885', 'description': 'tempest-description--1529634461'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:08.429474 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:08.458849 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.db.api [None req-2be8a8e9-cbf7-4c6f-b2e6-2271b8fc4819 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 22:07:08.458849 dv-cinder-809014-1-iscsi neutron-server[94746]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 22:07:08.458849 dv-cinder-809014-1-iscsi neutron-server[94746]: [parameters: {'project_id_1': '892410c7263d45f4b9172310ff584d6d', 'expiration_1': datetime.datetime(2021, 9, 14, 22, 6, 48, 421269)}] Sep 14 22:07:08.458849 dv-cinder-809014-1-iscsi neutron-server[94746]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:07:08.459854 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG oslo_db.api [None req-2be8a8e9-cbf7-4c6f-b2e6-2271b8fc4819 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:07:08.554301 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295c803-40ee-40f9-abd8-fec573585b2b None None] Pushing event updated for resources: {'Port': ['ID=d8f04c9f-c459-41bb-b2a9-d619d7c80168,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:08.673419 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Attempting to bind port d8f04c9f-c459-41bb-b2a9-d619d7c80168 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:07:08.673419 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Attempting to bind port d8f04c9f-c459-41bb-b2a9-d619d7c80168 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:07:08.675424 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Attempting to bind port d8f04c9f-c459-41bb-b2a9-d619d7c80168 on network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:07:08.679848 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d1ad98f9-271d-4c55-a8f8-cf6e08200e5d req-254dc05a-a43c-476d-a95a-c3e774e95945 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 210 time: 0.1716502 Sep 14 22:07:08.694354 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:07:08.697183 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Checking segment: {'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:07:08.697798 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:08.699353 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Bound using segment: {'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:07:08.699990 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Bound port: d8f04c9f-c459-41bb-b2a9-d619d7c80168, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:07:08.700934 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:08.733001 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd1fe0f-6080-4f46-ae64-744142913d47 x-openstack-request-id: req-afd1fe0f-6080-4f46-ae64-744142913d47 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:07:08.733331 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f56b02-8878-4571-924b-36660eec6bd2", "tag": "839ef940-1f78-448a-9abc-df270554b895", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:07:08.733616 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afd1fe0f-6080-4f46-ae64-744142913d47 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:07:08.740024 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f56b02-8878-4571-924b-36660eec6bd2', 'tag': '839ef940-1f78-448a-9abc-df270554b895', 'status': 'completed', 'code': 200} Sep 14 22:07:08.906283 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device e38bb2d4-3eba-415e-9015-7bf48bfe21e9 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:07:08.939058 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:08.952802 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] For port d8f04c9f-c459-41bb-b2a9-d619d7c80168, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:07:08.977127 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] For port d8f04c9f-c459-41bb-b2a9-d619d7c80168, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=d8f04c9f-c459-41bb-b2a9-d619d7c80168,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:07:08.996180 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port e38bb2d4-3eba-415e-9015-7bf48bfe21e9 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:08.996682 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:09.018107 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:09.084927 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-fb21ee99-8f5f-465a-b190-1c6204954070 None None] Provisioning complete for port d8f04c9f-c459-41bb-b2a9-d619d7c80168 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:09.087934 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fb21ee99-8f5f-465a-b190-1c6204954070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:09.107196 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:07:09.119385 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1e3b1-bc39-49ac-9e77-39fb862d5639 req-fc1779a9-f912-4d63-930e-83e1d0da2afb tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:09.120997 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b9f1e3b1-bc39-49ac-9e77-39fb862d5639 req-fc1779a9-f912-4d63-930e-83e1d0da2afb tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 944 time: 0.2407413 Sep 14 22:07:09.132707 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e016eac-1be9-49fb-b322-449711c57db4 req-fa45f2b0-65a8-4508-a549-eb70d872a2f1 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:09.139907 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2e016eac-1be9-49fb-b322-449711c57db4 req-fa45f2b0-65a8-4508-a549-eb70d872a2f1 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 931 time: 0.2036397 Sep 14 22:07:09.149848 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e577ee4-2bfd-4263-9023-199884f453a1,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:09.155686 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:09.156042 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Added segment c06ba19b-a9f1-4c1d-98b8-9e2abcb89b8e of type vlan for network 1f10ef27-3159-4143-9b50-27c77ec3eee6 Sep 14 22:07:09.172634 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:09.175356 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-fb21ee99-8f5f-465a-b190-1c6204954070 None None] Port d8f04c9f-c459-41bb-b2a9-d619d7c80168 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:07:09.205964 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:09.226755 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:09.245565 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2e016eac-1be9-49fb-b322-449711c57db4 req-05a8767b-0bee-4f0f-8188-5f2d456ba975 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047871 Sep 14 22:07:09.252475 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port e38bb2d4-3eba-415e-9015-7bf48bfe21e9, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=e38bb2d4-3eba-415e-9015-7bf48bfe21e9,segment=NetworkSegment(66d95a71-e27e-44ea-8f96-4a54f6b13e7d),segment_id=66d95a71-e27e-44ea-8f96-4a54f6b13e7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:09.270617 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b9f1e3b1-bc39-49ac-9e77-39fb862d5639 req-91c228a6-aa43-406b-be22-274b2d041c1a tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755205 Sep 14 22:07:09.297083 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:07:09.297781 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:06:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:09.341541 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295c803-40ee-40f9-abd8-fec573585b2b None None] Pushing event updated for resources: {'Port': ['ID=d8f04c9f-c459-41bb-b2a9-d619d7c80168,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:09.348038 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2be8a8e9-cbf7-4c6f-b2e6-2271b8fc4819 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:09.480898 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:07:09.602848 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:09.603817 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:09.604434 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:09.626875 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2be8a8e9-cbf7-4c6f-b2e6-2271b8fc4819 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:09.627096 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:09.720250 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-0475a563-bfba-4e2f-84e8-fc56617bc934 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:09.722895 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-0475a563-bfba-4e2f-84e8-fc56617bc934 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/networks?id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 HTTP/1.1" status: 200 len: 819 time: 0.3641627 Sep 14 22:07:09.743685 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-d2eff796-fa5f-4a2d-8197-6b77b58f060b None None] Provisioning complete for port d8f04c9f-c459-41bb-b2a9-d619d7c80168 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:09.744310 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d2eff796-fa5f-4a2d-8197-6b77b58f060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:09.845590 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=e38bb2d4-3eba-415e-9015-7bf48bfe21e9,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:09.869950 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-409a0e4d-48ed-4d5c-be8a-717d9107f0e8 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/quotas/d39e43c3a7b746a1b90f71ac1fafdf40 HTTP/1.1" status: 200 len: 375 time: 0.1359971 Sep 14 22:07:09.872406 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] Pushing event updated for resources: {'Network': ['ID=1f10ef27-3159-4143-9b50-27c77ec3eee6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:09.899809 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 1f10ef27-3159-4143-9b50-27c77ec3eee6 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:07:09.963915 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2be8a8e9-cbf7-4c6f-b2e6-2271b8fc4819 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:10.027340 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-8402924e-2d16-4c86-955c-4ba232e38824 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1386695 Sep 14 22:07:10.168247 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8a8e9-cbf7-4c6f-b2e6-2271b8fc4819 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d1b4f5-9727-4574-88df-84154395ea0e,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:10.214621 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-0157d443-4eb3-4df5-9b37-5eb13680125d service neutron] 10.222.0.30 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843019 Sep 14 22:07:10.237470 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2be8a8e9-cbf7-4c6f-b2e6-2271b8fc4819 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:10.241969 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-2be8a8e9-cbf7-4c6f-b2e6-2271b8fc4819 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8470547 Sep 14 22:07:10.242143 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60322) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:10.247960 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-d9b0d582-96f6-4cdc-a274-8c2658038fa5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Request body: {'security_group_rule': {'security_group_id': 'e4d1b4f5-9727-4574-88df-84154395ea0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:10.261835 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60324) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:10.266886 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-0b06c170-0cc1-4688-a94f-eeb825c3bb53 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.8842421 Sep 14 22:07:10.273099 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-6b41da04-49ec-4d5b-981b-7681d5056a62 admin admin] Request body: {'subnet': {'network_id': '1f10ef27-3159-4143-9b50-27c77ec3eee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1758695447-subnet', 'tenant_id': 'd543fdbec1044ac1a04c5b08e8b71544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:10.318935 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d2eff796-fa5f-4a2d-8197-6b77b58f060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:10.349794 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:08Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:10.410454 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a973107-4c63-40f9-aad5-ed3a42d2ad35 None None] The sync data for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi is: [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:08Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:07:10.410454 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-d2eff796-fa5f-4a2d-8197-6b77b58f060b None None] For port d8f04c9f-c459-41bb-b2a9-d619d7c80168, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=d8f04c9f-c459-41bb-b2a9-d619d7c80168,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:10.622102 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4503b-546e-45a8-8c65-47786af12b57 req-9318959f-d1e9-41ef-a106-bb221149420b tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:10.623946 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-35c4503b-546e-45a8-8c65-47786af12b57 req-9318959f-d1e9-41ef-a106-bb221149420b tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 931 time: 0.0774045 Sep 14 22:07:10.637388 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-a6a40fa3-db55-4959-a5cb-dfb0c531a1ed service neutron] 10.222.0.30 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102213 Sep 14 22:07:10.640328 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d9b0d582-96f6-4cdc-a274-8c2658038fa5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:10.695440 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d2eff796-fa5f-4a2d-8197-6b77b58f060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:10.747317 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-35c4503b-546e-45a8-8c65-47786af12b57 req-bde047c3-2fbd-484f-92ee-5c50691357be tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088974 Sep 14 22:07:10.762906 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d9b0d582-96f6-4cdc-a274-8c2658038fa5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:10.842110 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b41da04-49ec-4d5b-981b-7681d5056a62 admin admin] Made reservation on behalf of d543fdbec1044ac1a04c5b08e8b71544 for: {'subnet': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:07:10.844950 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b41da04-49ec-4d5b-981b-7681d5056a62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:10.848071 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eff796-fa5f-4a2d-8197-6b77b58f060b None None] Pushing event updated for resources: {'Port': ['ID=d8f04c9f-c459-41bb-b2a9-d619d7c80168,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:10.902987 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device d8f04c9f-c459-41bb-b2a9-d619d7c80168 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:07:10.919195 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d9b0d582-96f6-4cdc-a274-8c2658038fa5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:10.943275 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0d582-96f6-4cdc-a274-8c2658038fa5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62ac070-42da-4afc-91c9-89b7a20984f8,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:11.033456 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d9b0d582-96f6-4cdc-a274-8c2658038fa5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:11.041460 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-d9b0d582-96f6-4cdc-a274-8c2658038fa5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7977939 Sep 14 22:07:11.043694 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 60344) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:11.058132 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-73bf4647-3b14-4300-88cf-9b4a1ebe0a3b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Request body: {'security_group_rule': {'security_group_id': 'e4d1b4f5-9727-4574-88df-84154395ea0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:11.066231 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port d8f04c9f-c459-41bb-b2a9-d619d7c80168 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:11.066602 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:11.102437 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9620f3-6cea-4904-bdc7-d75cc5f3b2d4 req-4197d99f-0931-47c6-ba5b-50deb6348e9d tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:11.103657 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9a9620f3-6cea-4904-bdc7-d75cc5f3b2d4 req-4197d99f-0931-47c6-ba5b-50deb6348e9d tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 944 time: 0.2107561 Sep 14 22:07:11.235379 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fd4196f5-3d58-4d43-82a0-62dd448cb6b0 req-1846ca5f-8af8-4b0d-bb78-9a1b6644a5e2 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 210 time: 0.0912585 Sep 14 22:07:11.253200 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73bf4647-3b14-4300-88cf-9b4a1ebe0a3b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:11.258514 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device e38bb2d4-3eba-415e-9015-7bf48bfe21e9 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:07:11.348015 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9a9620f3-6cea-4904-bdc7-d75cc5f3b2d4 req-580368ac-426f-4414-8f8d-f2900f8bbff4 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291760 Sep 14 22:07:11.423567 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port e38bb2d4-3eba-415e-9015-7bf48bfe21e9 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:11.424530 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:11.467488 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73bf4647-3b14-4300-88cf-9b4a1ebe0a3b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:11.715576 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73bf4647-3b14-4300-88cf-9b4a1ebe0a3b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:11.716458 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b41da04-49ec-4d5b-981b-7681d5056a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for subnet, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:11.759433 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf4647-3b14-4300-88cf-9b4a1ebe0a3b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c4c972-2fb9-43da-b900-7ce641c4d944,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:11.851314 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41da04-49ec-4d5b-981b-7681d5056a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de50388-ef2e-4586-aeec-9192a9f6deca,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:11.854429 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73bf4647-3b14-4300-88cf-9b4a1ebe0a3b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:11.861608 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b41da04-49ec-4d5b-981b-7681d5056a62 admin admin] Checking segment: {'id': 'c06ba19b-a9f1-4c1d-98b8-9e2abcb89b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1f10ef27-3159-4143-9b50-27c77ec3eee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:07:11.862462 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b41da04-49ec-4d5b-981b-7681d5056a62 admin admin] Network hostable DHCP agents. Network: 1f10ef27-3159-4143-9b50-27c77ec3eee6, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:07:11.863287 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-73bf4647-3b14-4300-88cf-9b4a1ebe0a3b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8088789 Sep 14 22:07:11.865027 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 60366) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:11.884055 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Request body: {'floatingip': {'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:11.915419 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7d2523e4-382b-4e27-bd28-6555395254b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:11.991194 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b41da04-49ec-4d5b-981b-7681d5056a62 admin admin] Network 1f10ef27-3159-4143-9b50-27c77ec3eee6 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:07:12.013719 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550654eb-48ee-4532-ab6c-d8a219582c7f req-c19380c0-fc9e-4682-9c29-563f36ecb015 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:12.017785 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-550654eb-48ee-4532-ab6c-d8a219582c7f req-c19380c0-fc9e-4682-9c29-563f36ecb015 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 931 time: 0.0826824 Sep 14 22:07:12.080100 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-550654eb-48ee-4532-ab6c-d8a219582c7f req-10031fa9-b872-434e-9215-be454518d23b tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537100 Sep 14 22:07:12.315732 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6701a8fd-5a81-4dd3-a67c-fc09c4ad8d96 req-6b223655-380f-4174-9b2c-e8c65646b78e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 210 time: 0.0257373 Sep 14 22:07:12.381431 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-6b41da04-49ec-4d5b-981b-7681d5056a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 1f10ef27-3159-4143-9b50-27c77ec3eee6) {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:07:12.385129 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:12.391416 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669aa42-31a4-4ee3-8267-144609c25250 None None] Network 1f10ef27-3159-4143-9b50-27c77ec3eee6 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:07:12.398279 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b41da04-49ec-4d5b-981b-7681d5056a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:12.399043 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b41da04-49ec-4d5b-981b-7681d5056a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:12.543758 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20c580-123a-450b-bde8-780ec0bf4a25 req-1d72560f-f245-4845-bbcf-f9ca873c3a17 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:12.543758 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0b20c580-123a-450b-bde8-780ec0bf4a25 req-1d72560f-f245-4845-bbcf-f9ca873c3a17 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 944 time: 0.0725200 Sep 14 22:07:12.544495 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf9f5bd-c572-486d-bcef-e9f10959ad32 None None] Network 1f10ef27-3159-4143-9b50-27c77ec3eee6 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:07:12.594792 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0b20c580-123a-450b-bde8-780ec0bf4a25 req-f3d4f0b1-4e0d-4995-921d-1c62134ca2d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627928 Sep 14 22:07:12.627019 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:12.700552 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device d8f04c9f-c459-41bb-b2a9-d619d7c80168 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:07:12.779334 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port d8f04c9f-c459-41bb-b2a9-d619d7c80168 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:12.779720 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:12.816036 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Allocated IP 172.27.2.171 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/172ffda8-d968-472a-acbb-ac94b0656885) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:07:12.928814 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:13.010310 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-6b41da04-49ec-4d5b-981b-7681d5056a62 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7472627 Sep 14 22:07:13.049896 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:13.105490 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:07:13.108503 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:07:13.111950 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:07:13.134104 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event updated for resources: {'Port': ['ID=172ffda8-d968-472a-acbb-ac94b0656885,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:13.265474 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:13.292670 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f593e30-0a4c-4ddb-b0be-fcadb20bc673 req-aa4de31a-71ee-4a9b-ad78-250196a8020f tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:13.294239 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7f593e30-0a4c-4ddb-b0be-fcadb20bc673 req-aa4de31a-71ee-4a9b-ad78-250196a8020f tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 931 time: 0.0991881 Sep 14 22:07:13.335366 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7f593e30-0a4c-4ddb-b0be-fcadb20bc673 req-310d7e12-b700-4c37-b214-bd956dd5f31c tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344248 Sep 14 22:07:13.423805 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7a906db4-afeb-42c3-905a-29dea4afdbed req-d9da9fac-b9f6-4cf9-821f-076bd980a49c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 210 time: 0.0402851 Sep 14 22:07:13.453851 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:13.639618 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:13.741883 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153032e6-9c65-4593-acde-f0221187efce req-769f566e-0a94-4104-8d9b-7b779e0489a7 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:13.743749 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-153032e6-9c65-4593-acde-f0221187efce req-769f566e-0a94-4104-8d9b-7b779e0489a7 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 944 time: 0.0641036 Sep 14 22:07:13.799308 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-153032e6-9c65-4593-acde-f0221187efce req-6e6e6176-a3da-4ce8-bf97-504e451db626 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474544 Sep 14 22:07:13.882108 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:13.932724 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event updated for resources: {'Port': ['ID=172ffda8-d968-472a-acbb-ac94b0656885,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:13.942243 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:14.026030 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:14.027316 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-39cb0e57-5217-4856-9dfd-2418f3810a98 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1598525 Sep 14 22:07:14.120665 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 60434) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:14.125718 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-151520436-network', 'tenant_id': 'e5a2a56757394410a0b01992460f4889'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:14.231386 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Made reservation on behalf of e5a2a56757394410a0b01992460f4889 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:07:14.233892 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:14.243935 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:14.405542 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-a0b5cebf-b08b-4ea3-a6e2-bd38ee460434 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1629795885&fields=id&tenant_id=892410c7263d45f4b9172310ff584d6d HTTP/1.1" status: 200 len: 267 time: 0.0722928 Sep 14 22:07:14.442251 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:14.454595 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4e81256a-e67a-4cf9-85bb-978066a079d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:14.563235 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffb326-5bb4-4db6-af78-29967f33407c req-a73e822f-9ce5-47cf-938e-c78cbc9f20eb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:14.563235 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-91ffb326-5bb4-4db6-af78-29967f33407c req-a73e822f-9ce5-47cf-938e-c78cbc9f20eb tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 931 time: 0.1195774 Sep 14 22:07:14.569919 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:14.621099 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-5abc6957-1b04-46b4-90a6-7f9fb3289be2 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:14.622808 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-5abc6957-1b04-46b4-90a6-7f9fb3289be2 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/networks?id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 200 len: 817 time: 0.2011280 Sep 14 22:07:14.644586 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:07:14.676370 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-cb119f06-403f-48e9-a963-6dcca7996d5f tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/quotas/892410c7263d45f4b9172310ff584d6d HTTP/1.1" status: 200 len: 375 time: 0.0429983 Sep 14 22:07:14.676999 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb33e8c-0124-44bc-8871-300b90a4e12f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:14.680250 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:14.680590 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Added segment c6cc1801-d17c-4e4c-9db3-90a43ed7ee50 of type vlan for network c9ee8036-275c-4761-ac48-fe8d2952d37f Sep 14 22:07:14.685256 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-91ffb326-5bb4-4db6-af78-29967f33407c req-c8864f4f-f450-4e4a-866c-7b48f8715c2a tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130414 Sep 14 22:07:14.762762 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:14.800602 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ee3a323b-37fe-449f-9e42-20c9a1475a1c req-9d9337a1-dcdd-42cc-972e-591ea99951bc tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 210 time: 0.0401523 Sep 14 22:07:14.824601 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-710c951a-f0f0-4ba4-8fff-501210b54c3a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1316333 Sep 14 22:07:14.894246 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:14.950016 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:14.951129 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:14.951711 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:14.960986 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90c910-97c7-4d50-9bcf-c824d7f5b7d2 req-5448176d-1208-4c01-a07d-9b70b6cbd9f2 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:14.962439 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ce90c910-97c7-4d50-9bcf-c824d7f5b7d2 req-5448176d-1208-4c01-a07d-9b70b6cbd9f2 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 944 time: 0.1036019 Sep 14 22:07:14.995791 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-2eff23ca-86d1-4049-b1d8-bd34cbeb7cbf service neutron] 10.222.0.30 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554332 Sep 14 22:07:15.074573 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] Pushing event updated for resources: {'Network': ['ID=c9ee8036-275c-4761-ac48-fe8d2952d37f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:15.084606 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network c9ee8036-275c-4761-ac48-fe8d2952d37f details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:07:15.092936 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ce90c910-97c7-4d50-9bcf-c824d7f5b7d2 req-ddb18f48-0bee-46e0-a1bf-40ada1440f2f tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212354 Sep 14 22:07:15.095934 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-025d88ec-a52b-4a91-ab38-1854f79e749a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9724889 Sep 14 22:07:15.097175 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60500) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:15.103936 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-f95e3fbc-afdb-406f-8200-5a1ddf512ae3 admin admin] Request body: {'subnet': {'network_id': 'c9ee8036-275c-4761-ac48-fe8d2952d37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-151520436-subnet', 'tenant_id': 'e5a2a56757394410a0b01992460f4889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:15.152230 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-2cfce619-c946-4afa-a689-02bee30fc0ee service neutron] 10.222.0.30 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404233 Sep 14 22:07:15.242760 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95e3fbc-afdb-406f-8200-5a1ddf512ae3 admin admin] Made reservation on behalf of e5a2a56757394410a0b01992460f4889 for: {'subnet': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:07:15.245172 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f95e3fbc-afdb-406f-8200-5a1ddf512ae3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:15.441753 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-386ff3e0-7f92-4bf5-ac1b-45ba38cdd176 req-8baa7694-a2ae-4dc1-af3c-a2860db3fdaf tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 210 time: 0.0263035 Sep 14 22:07:15.523800 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f95e3fbc-afdb-406f-8200-5a1ddf512ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for subnet, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:15.589932 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e3fbc-afdb-406f-8200-5a1ddf512ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ecf9cf1-11a7-4b58-a0cc-23ee1560e436,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:15.599890 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e3fbc-afdb-406f-8200-5a1ddf512ae3 admin admin] Checking segment: {'id': 'c6cc1801-d17c-4e4c-9db3-90a43ed7ee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c9ee8036-275c-4761-ac48-fe8d2952d37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:07:15.600245 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e3fbc-afdb-406f-8200-5a1ddf512ae3 admin admin] Network hostable DHCP agents. Network: c9ee8036-275c-4761-ac48-fe8d2952d37f, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:07:15.699780 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e3fbc-afdb-406f-8200-5a1ddf512ae3 admin admin] Network c9ee8036-275c-4761-ac48-fe8d2952d37f is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:07:15.699956 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:15.794966 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60524) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:15.803512 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-f95e3fbc-afdb-406f-8200-5a1ddf512ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, c9ee8036-275c-4761-ac48-fe8d2952d37f) {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:07:15.808228 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95e3fbc-afdb-406f-8200-5a1ddf512ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:15.813481 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f95e3fbc-afdb-406f-8200-5a1ddf512ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:15.814224 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224bb54-05b0-423b-85a8-d0d46ded5463 req-9790aea0-805f-4c4e-ba6c-0fb675862104 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:15.814674 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef5264-30d5-4cc5-b835-4bc1742b287c None None] Network c9ee8036-275c-4761-ac48-fe8d2952d37f requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:07:15.817315 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2224bb54-05b0-423b-85a8-d0d46ded5463 req-9790aea0-805f-4c4e-ba6c-0fb675862104 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 931 time: 0.0611885 Sep 14 22:07:15.893995 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2224bb54-05b0-423b-85a8-d0d46ded5463 req-561f9802-6c0a-4480-b73e-feecb361e53c tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744324 Sep 14 22:07:15.952086 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-66993a8d-2cd9-4ee9-99ee-384760c83b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:15.963883 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1d013e07-5206-4e27-8fbf-e5f1c3aa1557 req-817c98df-e810-46e2-9ae0-4ebca5192a75 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 210 time: 0.0451236 Sep 14 22:07:15.975374 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-f95e3fbc-afdb-406f-8200-5a1ddf512ae3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8743584 Sep 14 22:07:16.025016 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e003059-5515-4d65-82f5-7f551bc90859 None None] Network c9ee8036-275c-4761-ac48-fe8d2952d37f requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:07:16.080624 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-66993a8d-2cd9-4ee9-99ee-384760c83b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.134526 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60540) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:16.143504 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-66993a8d-2cd9-4ee9-99ee-384760c83b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.190849 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1aba8df-0f15-43cd-9b4d-a73e5fa0bbe7 admin admin] Deleting subnet 9de50388-ef2e-4586-aeec-9192a9f6deca {{(pid=94746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:07:16.218735 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Request body: {'port': {'device_id': 'feac4dbe-bd8e-466e-93f3-ecc768c86f69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:16.228205 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af686164-cd49-4fc9-9c53-782bcee380e7 req-d5739f74-d05d-4e17-af5b-b06a9300cb3a tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:16.230203 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-af686164-cd49-4fc9-9c53-782bcee380e7 req-d5739f74-d05d-4e17-af5b-b06a9300cb3a tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 944 time: 0.0506675 Sep 14 22:07:16.248653 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a1aba8df-0f15-43cd-9b4d-a73e5fa0bbe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.311840 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-66993a8d-2cd9-4ee9-99ee-384760c83b8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9878ae6c1daf4d2585c87ff2eabc89e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156553 Sep 14 22:07:16.316047 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66993a8d-2cd9-4ee9-99ee-384760c83b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a36a0c-ffc0-4dd1-84ca-4b890034abd0,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:16.316440 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 60544) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:16.327701 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a1aba8df-0f15-43cd-9b4d-a73e5fa0bbe7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.334908 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.335677 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-af686164-cd49-4fc9-9c53-782bcee380e7 req-4f209b45-a735-4831-ba1f-2859640b8436 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991018 Sep 14 22:07:16.339928 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a1aba8df-0f15-43cd-9b4d-a73e5fa0bbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.402165 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-0f96d3e8-1fa1-4f4d-8d7b-2834e19a68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:16.403987 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-0f96d3e8-1fa1-4f4d-8d7b-2834e19a68b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=333d4673601b4c0690da0b74c5a409de&device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 1097 time: 0.1412213 Sep 14 22:07:16.427819 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8ca3b964-178e-42b4-9f1f-71a4d25f9a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.580706 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a1aba8df-0f15-43cd-9b4d-a73e5fa0bbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for subnet, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.659891 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-5673f4a4-ebca-4e56-8850-2022a4d4b0e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=839ef940-1f78-448a-9abc-df270554b895 HTTP/1.1" status: 200 len: 217 time: 0.2377672 Sep 14 22:07:16.691882 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8ca3b964-178e-42b4-9f1f-71a4d25f9a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.696011 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4e2f5083-edf8-4a1c-869d-f802003a9dcd req-2fa14d4c-8001-4673-a0bb-5148c0062f0b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 210 time: 0.0497618 Sep 14 22:07:16.775371 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aba8df-0f15-43cd-9b4d-a73e5fa0bbe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de50388-ef2e-4586-aeec-9192a9f6deca,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:16.788248 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a1aba8df-0f15-43cd-9b4d-a73e5fa0bbe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.790208 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-a1aba8df-0f15-43cd-9b4d-a73e5fa0bbe7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9de50388-ef2e-4586-aeec-9192a9f6deca HTTP/1.1" status: 204 len: 168 time: 0.6546307 Sep 14 22:07:16.792955 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 60550) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:16.825989 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8ca3b964-178e-42b4-9f1f-71a4d25f9a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.828652 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8ca3b964-178e-42b4-9f1f-71a4d25f9a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.829966 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-8ca3b964-178e-42b4-9f1f-71a4d25f9a20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7a36a0c-ffc0-4dd1-84ca-4b890034abd0 HTTP/1.1" status: 204 len: 168 time: 0.5094213 Sep 14 22:07:16.874351 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3b964-178e-42b4-9f1f-71a4d25f9a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a36a0c-ffc0-4dd1-84ca-4b890034abd0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:16.879351 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.889201 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efed100f-1f74-4034-8027-ee48d48b1590 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:07:16.898897 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:16.919688 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Transition to ACTIVE for port object efed100f-1f74-4034-8027-ee48d48b1590 will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:07:16.975681 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.020532 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.025310 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.029981 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.029981 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.029981 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.029981 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.029981 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.029981 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.029981 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.029981 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.029981 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.059531 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.123113 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Pushing event updated for resources: {'Port': ['ID=efed100f-1f74-4034-8027-ee48d48b1590,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:17.159097 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Attempting to bind port efed100f-1f74-4034-8027-ee48d48b1590 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:07:17.159628 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Attempting to bind port efed100f-1f74-4034-8027-ee48d48b1590 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': '52e4e00d-4462-4e39-9414-bf836bf9b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5db32172-15e5-45a9-a989-4f00a14b4c0a'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:07:17.159628 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Attempting to bind port efed100f-1f74-4034-8027-ee48d48b1590 on network 5db32172-15e5-45a9-a989-4f00a14b4c0a {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:07:17.165153 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Port efed100f-1f74-4034-8027-ee48d48b1590 on network 5db32172-15e5-45a9-a989-4f00a14b4c0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:07:17.165687 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Attempting to bind port efed100f-1f74-4034-8027-ee48d48b1590 on network 5db32172-15e5-45a9-a989-4f00a14b4c0a {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:07:17.171102 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:07:17.171455 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Checking segment: {'id': '52e4e00d-4462-4e39-9414-bf836bf9b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5db32172-15e5-45a9-a989-4f00a14b4c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:07:17.172181 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Bound using segment: {'id': '52e4e00d-4462-4e39-9414-bf836bf9b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5db32172-15e5-45a9-a989-4f00a14b4c0a'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:07:17.172929 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Bound port: efed100f-1f74-4034-8027-ee48d48b1590, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e4e00d-4462-4e39-9414-bf836bf9b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5db32172-15e5-45a9-a989-4f00a14b4c0a'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:07:17.173732 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.186986 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.191326 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.191802 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.192256 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:07:17.192834 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f10ef27-3159-4143-9b50-27c77ec3eee6']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:17.222334 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06ba19b-a9f1-4c1d-98b8-9e2abcb89b8e') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:17.222632 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06ba19b-a9f1-4c1d-98b8-9e2abcb89b8e') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:17.258862 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cb867094-a444-49bf-8ddc-57cad877a776 req-bc77bbcf-8b6a-4822-b98d-0bcca84107a3 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 210 time: 0.0606618 Sep 14 22:07:17.263615 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.274016 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] For port efed100f-1f74-4034-8027-ee48d48b1590, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:07:17.282488 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] For port efed100f-1f74-4034-8027-ee48d48b1590, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=efed100f-1f74-4034-8027-ee48d48b1590,segment=NetworkSegment(52e4e00d-4462-4e39-9414-bf836bf9b3cf),segment_id=52e4e00d-4462-4e39-9414-bf836bf9b3cf)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:07:17.297040 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d15415-d6a2-4276-8899-d611aebcb2e3 req-797b7d0a-18fa-42a5-9cf7-496b5cdb4635 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:17.298729 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d15415-d6a2-4276-8899-d611aebcb2e3 req-797b7d0a-18fa-42a5-9cf7-496b5cdb4635 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 931 time: 0.3201575 Sep 14 22:07:17.299713 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.315097 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:07:17.315544 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: from cryptography.utils import int_from_bytes Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: from cryptography.utils import int_from_bytes Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:07:17.319381 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:07:17.357735 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.396579 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d15415-d6a2-4276-8899-d611aebcb2e3 req-798faafe-3b72-40b1-bb05-1d2524ddf17b tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906310 Sep 14 22:07:17.407234 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:17.408328 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.409230 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] 10.222.0.37 "PUT /v2.0/ports/efed100f-1f74-4034-8027-ee48d48b1590 HTTP/1.1" status: 200 len: 1093 time: 1.2056091 Sep 14 22:07:17.409671 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feac4dbe-bd8e-466e-93f3-ecc768c86f69', 'tag': 'efed100f-1f74-4034-8027-ee48d48b1590'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:07:17.463930 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003fe62-b47a-4408-bf23-ebbf0575c101 req-c54a1c12-2d62-4841-8bab-efe1afbe4ea4 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:17.465581 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1003fe62-b47a-4408-bf23-ebbf0575c101 req-c54a1c12-2d62-4841-8bab-efe1afbe4ea4 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 944 time: 0.0501733 Sep 14 22:07:17.480073 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.486043 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.492086 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1f10ef27-3159-4143-9b50-27c77ec3eee6 HTTP/1.1" status: 204 len: 168 time: 0.6977618 Sep 14 22:07:17.499400 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 60576) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:17.517600 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd68be-358d-47a7-81b3-e3c337d9dc1c service neutron] Pushing event updated for resources: {'Port': ['ID=efed100f-1f74-4034-8027-ee48d48b1590,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:17.542656 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad334e8-bb6c-4ec6-9913-62d6c42bb6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f10ef27-3159-4143-9b50-27c77ec3eee6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:17.573619 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1003fe62-b47a-4408-bf23-ebbf0575c101 req-d84fed6b-64bd-4a6e-bd8f-876d56e0fbc0 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011858 Sep 14 22:07:17.580689 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-076302d1-78f9-48b8-8d22-52647ef7b98a admin admin] Deleting subnet 1ecf9cf1-11a7-4b58-a0cc-23ee1560e436 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:07:17.584107 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-076302d1-78f9-48b8-8d22-52647ef7b98a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.623772 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c721881a-4151-4790-a983-bc92fdfcc1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "feac4dbe-bd8e-466e-93f3-ecc768c86f69", "tag": "efed100f-1f74-4034-8027-ee48d48b1590"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:07:17.624168 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-076302d1-78f9-48b8-8d22-52647ef7b98a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8063227'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.636096 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60584) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:17.652538 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-84a4b576-9c9a-4377-9eff-d51e3ed73531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.686875 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-076302d1-78f9-48b8-8d22-52647ef7b98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.775142 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-84a4b576-9c9a-4377-9eff-d51e3ed73531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.818106 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7f571dfe-7b79-4e41-bb41-2c0f30350a5f req-2ed28e52-ceee-4f10-b27c-80e7f9fcd239 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 210 time: 0.0343819 Sep 14 22:07:17.819073 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29786d0e-f903-428f-a1d6-498bcbb87f5a x-openstack-request-id: req-29786d0e-f903-428f-a1d6-498bcbb87f5a {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:07:17.819363 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feac4dbe-bd8e-466e-93f3-ecc768c86f69", "tag": "efed100f-1f74-4034-8027-ee48d48b1590", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:07:17.819607 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29786d0e-f903-428f-a1d6-498bcbb87f5a {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:07:17.820060 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feac4dbe-bd8e-466e-93f3-ecc768c86f69', 'tag': 'efed100f-1f74-4034-8027-ee48d48b1590', 'status': 'completed', 'code': 200} Sep 14 22:07:17.860291 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-076302d1-78f9-48b8-8d22-52647ef7b98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6830446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482864'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.884926 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076302d1-78f9-48b8-8d22-52647ef7b98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ecf9cf1-11a7-4b58-a0cc-23ee1560e436,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:17.888470 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-84a4b576-9c9a-4377-9eff-d51e3ed73531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.892324 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-076302d1-78f9-48b8-8d22-52647ef7b98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.897025 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-076302d1-78f9-48b8-8d22-52647ef7b98a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1ecf9cf1-11a7-4b58-a0cc-23ee1560e436 HTTP/1.1" status: 204 len: 168 time: 0.3950212 Sep 14 22:07:17.897568 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 60588) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:17.934680 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-84a4b576-9c9a-4377-9eff-d51e3ed73531 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5390393d31ef4f19bdd911c7bbb79475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951264 Sep 14 22:07:17.934680 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4b576-9c9a-4377-9eff-d51e3ed73531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6b964a-cc3e-4208-924d-00f251eb25b6,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:17.935414 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60590) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:17.969656 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f7e95c78-faad-44aa-b892-679aa17d60aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:17.991360 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0d576ab7-f88b-4681-8186-a8f11d96ad95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:18.012678 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0d576ab7-f88b-4681-8186-a8f11d96ad95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:18.053750 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f7e95c78-faad-44aa-b892-679aa17d60aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:18.074612 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-f7e95c78-faad-44aa-b892-679aa17d60aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ee8036-275c-4761-ac48-fe8d2952d37f']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:18.084344 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-f7e95c78-faad-44aa-b892-679aa17d60aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cc1801-d17c-4e4c-9db3-90a43ed7ee50') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:18.084651 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-f7e95c78-faad-44aa-b892-679aa17d60aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cc1801-d17c-4e4c-9db3-90a43ed7ee50') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:18.094342 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f7e95c78-faad-44aa-b892-679aa17d60aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:18.108009 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f7e95c78-faad-44aa-b892-679aa17d60aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:18.114083 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e95c78-faad-44aa-b892-679aa17d60aa admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:07:18.114473 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f7e95c78-faad-44aa-b892-679aa17d60aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:07:18.116306 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:07:18.185423 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0d576ab7-f88b-4681-8186-a8f11d96ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:18.188035 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0d576ab7-f88b-4681-8186-a8f11d96ad95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:18.189237 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-0d576ab7-f88b-4681-8186-a8f11d96ad95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b6b964a-cc3e-4208-924d-00f251eb25b6 HTTP/1.1" status: 204 len: 168 time: 0.2529192 Sep 14 22:07:18.197350 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d576ab7-f88b-4681-8186-a8f11d96ad95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6b964a-cc3e-4208-924d-00f251eb25b6,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:18.352830 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3db89ada-dd71-4471-b919-14ede1065207 req-116b1362-9175-4422-84bf-b2421dac1833 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 210 time: 0.0264254 Sep 14 22:07:18.518751 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6f794-cb6a-4370-b845-e3a9fd1727ef req-62d2b7a3-f6f5-459b-b2ae-e1e6cfe0cdd0 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:18.520260 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ddf6f794-cb6a-4370-b845-e3a9fd1727ef req-62d2b7a3-f6f5-459b-b2ae-e1e6cfe0cdd0 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 943 time: 0.0506561 Sep 14 22:07:18.533676 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f7e95c78-faad-44aa-b892-679aa17d60aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:18.545334 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f7e95c78-faad-44aa-b892-679aa17d60aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:18.552050 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-f7e95c78-faad-44aa-b892-679aa17d60aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/c9ee8036-275c-4761-ac48-fe8d2952d37f HTTP/1.1" status: 204 len: 168 time: 0.6489849 Sep 14 22:07:18.569156 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e95c78-faad-44aa-b892-679aa17d60aa admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ee8036-275c-4761-ac48-fe8d2952d37f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:18.584677 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ddf6f794-cb6a-4370-b845-e3a9fd1727ef req-79471df9-0245-4f9d-91ee-7c431ef10ab4 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583839 Sep 14 22:07:18.711239 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9ec6c-c16c-413a-aa42-afa08c5f3146 req-26fffaad-20bd-44ef-a509-04e7c1c9657c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:18.712731 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8db9ec6c-c16c-413a-aa42-afa08c5f3146 req-26fffaad-20bd-44ef-a509-04e7c1c9657c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 944 time: 0.0506353 Sep 14 22:07:18.751033 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8db9ec6c-c16c-413a-aa42-afa08c5f3146 req-623ffa4e-f345-4c71-a0c5-6df0be521a5b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Sep 14 22:07:18.919501 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-400153cf-0b5c-46d7-8ead-628b6cce4588 req-7d07ff9e-8539-4def-a9b5-90eaf43eb61d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 210 time: 0.0297315 Sep 14 22:07:19.051900 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60626) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:19.091412 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-942b6249-3fbb-43cd-987a-0369ce318b49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d543fdbec1044ac1a04c5b08e8b71544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382986 Sep 14 22:07:19.099441 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60628) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:19.140813 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-35548750-e91f-42ee-9e6b-eb713486bd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:19.167825 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-35548750-e91f-42ee-9e6b-eb713486bd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:19.299922 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-35548750-e91f-42ee-9e6b-eb713486bd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:19.304098 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-35548750-e91f-42ee-9e6b-eb713486bd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:19.304098 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-35548750-e91f-42ee-9e6b-eb713486bd31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e577ee4-2bfd-4263-9023-199884f453a1 HTTP/1.1" status: 204 len: 168 time: 0.2090421 Sep 14 22:07:19.312113 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35548750-e91f-42ee-9e6b-eb713486bd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e577ee4-2bfd-4263-9023-199884f453a1,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:19.457322 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6cca54c6-d0d2-4ad2-a383-abea6b3a3273 req-b480d5e3-b9b7-4e3f-9f5d-cb7a29bf2850 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 210 time: 0.0324564 Sep 14 22:07:19.542254 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-a8adee08-ed9b-4c59-825c-2ab1abe1dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:19.544524 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-a8adee08-ed9b-4c59-825c-2ab1abe1dcea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b0c0dc5-9efe-4a60-94e3-5a60e2751670 HTTP/1.1" status: 200 len: 855 time: 0.0895522 Sep 14 22:07:19.565804 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721881a-4151-4790-a983-bc92fdfcc1f6 req-2bf2c747-b053-4d45-993f-ae0b7da4ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:19.567484 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-c721881a-4151-4790-a983-bc92fdfcc1f6 req-2bf2c747-b053-4d45-993f-ae0b7da4ee00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e4bfe815eb741d09698ad33f477d420&device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 1096 time: 0.0996096 Sep 14 22:07:19.602878 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-799a285c-cbd3-4f2e-95f1-f67cff5bd4c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0fef938a-d41b-4978-a75f-4cdde4f00245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501964 Sep 14 22:07:19.779608 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-c23993ec-36ae-4a44-88e1-78493bc12c8e service neutron] 10.222.0.37 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683049 Sep 14 22:07:19.793046 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ec59b-dfb2-4cba-b8fa-b22d661b5f08 req-75cb1e7d-1988-4a55-880a-50db076df0ca tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:19.795058 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-900ec59b-dfb2-4cba-b8fa-b22d661b5f08 req-75cb1e7d-1988-4a55-880a-50db076df0ca tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 943 time: 0.1125922 Sep 14 22:07:19.811174 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721881a-4151-4790-a983-bc92fdfcc1f6 req-d27217ca-deb8-42f5-ae21-1763002e8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:19.812667 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-c721881a-4151-4790-a983-bc92fdfcc1f6 req-d27217ca-deb8-42f5-ae21-1763002e8874 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2e4bfe815eb741d09698ad33f477d420&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2238324 Sep 14 22:07:19.963576 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0f66236-3dca-4afe-9f68-d2adc63d5a4d req-b3d7ab05-434e-41c7-a438-626e1837e5fb service neutron] 10.222.0.37 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671474 Sep 14 22:07:19.978552 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-900ec59b-dfb2-4cba-b8fa-b22d661b5f08 req-c966c424-7788-40aa-80d9-4f4ac2a775fc tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717098 Sep 14 22:07:19.995560 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb05538-8323-42be-9037-f35bfe0658b8 req-f1913cc6-ed73-4873-9c42-bd62908d206c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:19.997081 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ffb05538-8323-42be-9037-f35bfe0658b8 req-f1913cc6-ed73-4873-9c42-bd62908d206c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 944 time: 0.1012046 Sep 14 22:07:20.037266 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721881a-4151-4790-a983-bc92fdfcc1f6 req-8241a5dd-9cdf-43ab-ba5a-78679e4bc7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:20.039309 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-c721881a-4151-4790-a983-bc92fdfcc1f6 req-8241a5dd-9cdf-43ab-ba5a-78679e4bc7a9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2175264 Sep 14 22:07:20.053332 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ffb05538-8323-42be-9037-f35bfe0658b8 req-fe995f37-e6bc-4838-b696-314d725105ec tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Sep 14 22:07:20.083249 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-359c39f2-2468-4dfd-b829-35b39545f514 req-1b5159fc-50f5-40f0-a62a-a0c099417ad3 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 210 time: 0.0288870 Sep 14 22:07:20.095885 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60664) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:20.173038 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-db15dfe5-831c-42fe-90e1-9b4b4d853792 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5a2a56757394410a0b01992460f4889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738864 Sep 14 22:07:20.173272 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60666) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:20.192502 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-f2ad6461-6888-458b-b6c9-c794833b44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:20.194670 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-f2ad6461-6888-458b-b6c9-c794833b44c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e4bfe815eb741d09698ad33f477d420&device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 1096 time: 0.0831120 Sep 14 22:07:20.235528 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c8026-ee33-40dc-8ece-5e4ce6d2af48 req-3572d3ee-f47b-4ed1-9b78-b7a9214bff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:20.237489 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7d2c8026-ee33-40dc-8ece-5e4ce6d2af48 req-3572d3ee-f47b-4ed1-9b78-b7a9214bff87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=333d4673601b4c0690da0b74c5a409de&device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 1097 time: 0.0476291 Sep 14 22:07:20.293102 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-b0ccd9fc-2d93-456d-940c-e2ee72f0890f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efed100f-1f74-4034-8027-ee48d48b1590 HTTP/1.1" status: 200 len: 217 time: 0.0752878 Sep 14 22:07:20.327527 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f14e7855-0299-44b5-b8e5-b19203082fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:20.376339 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f14e7855-0299-44b5-b8e5-b19203082fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:20.405255 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-815f681c-ce29-4929-9a2e-03305c59561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:20.406726 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-815f681c-ce29-4929-9a2e-03305c59561a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d0863371-1a7a-4c44-b53f-6324b91238b6 HTTP/1.1" status: 200 len: 851 time: 0.0955026 Sep 14 22:07:20.469929 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-5fda213c-a8b6-4373-b5e9-29345fe12ee2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5db32172-15e5-45a9-a989-4f00a14b4c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515835 Sep 14 22:07:20.492231 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c8026-ee33-40dc-8ece-5e4ce6d2af48 req-b98d949d-d9b1-4277-a641-981bbd7c9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:20.495742 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7d2c8026-ee33-40dc-8ece-5e4ce6d2af48 req-b98d949d-d9b1-4277-a641-981bbd7c9d81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0fef938a-d41b-4978-a75f-4cdde4f00245 HTTP/1.1" status: 200 len: 916 time: 0.2490418 Sep 14 22:07:20.565819 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7d2c8026-ee33-40dc-8ece-5e4ce6d2af48 req-6390a607-dea5-406a-863e-c991166335cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=839ef940-1f78-448a-9abc-df270554b895 HTTP/1.1" status: 200 len: 217 time: 0.0632787 Sep 14 22:07:20.583340 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-e729d5ff-423b-473c-9a8b-7f513999039b service neutron] 10.222.0.37 "GET /v2.0/networks/5db32172-15e5-45a9-a989-4f00a14b4c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021833 Sep 14 22:07:20.616063 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0a53a958-e3b7-4f63-83c0-20a5661303aa req-a75622ee-e557-4cc7-9853-36f46000916e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 210 time: 0.0521812 Sep 14 22:07:20.637644 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c8026-ee33-40dc-8ece-5e4ce6d2af48 req-3cc33325-af33-4efc-98d5-8ab0258d13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:20.639082 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7d2c8026-ee33-40dc-8ece-5e4ce6d2af48 req-3cc33325-af33-4efc-98d5-8ab0258d13c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b0c0dc5-9efe-4a60-94e3-5a60e2751670 HTTP/1.1" status: 200 len: 855 time: 0.0635285 Sep 14 22:07:20.674612 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7d2c8026-ee33-40dc-8ece-5e4ce6d2af48 req-3fae1c98-0f07-470d-b7c6-f328044a3f04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0fef938a-d41b-4978-a75f-4cdde4f00245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263693 Sep 14 22:07:20.675816 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-742ae3ea-69b7-4420-a72f-cf7daeb92cdd req-241a26fe-5dfa-4377-ba26-a683f6ac0029 service neutron] 10.222.0.37 "GET /v2.0/networks/5db32172-15e5-45a9-a989-4f00a14b4c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851691 Sep 14 22:07:20.784441 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7d2c8026-ee33-40dc-8ece-5e4ce6d2af48 req-3d17443e-6460-4eb9-bb92-5b5151a2baba service neutron] 10.222.0.37 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927980 Sep 14 22:07:20.815178 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f14e7855-0299-44b5-b8e5-b19203082fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:20.818126 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f14e7855-0299-44b5-b8e5-b19203082fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:20.819392 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-f14e7855-0299-44b5-b8e5-b19203082fd4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2eb33e8c-0124-44bc-8871-300b90a4e12f HTTP/1.1" status: 204 len: 168 time: 0.6438873 Sep 14 22:07:20.858528 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e7855-0299-44b5-b8e5-b19203082fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb33e8c-0124-44bc-8871-300b90a4e12f,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:21.043789 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7d2c8026-ee33-40dc-8ece-5e4ce6d2af48 req-2482bef0-39a1-4ec3-addd-d9761802a01e service neutron] 10.222.0.37 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313032 Sep 14 22:07:21.158133 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01ca16-4c60-4032-9b06-b5390880ea1b req-f29eb01f-a9e0-4228-baff-2b25a4569e75 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:21.168113 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7a01ca16-4c60-4032-9b06-b5390880ea1b req-f29eb01f-a9e0-4228-baff-2b25a4569e75 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 943 time: 0.0949395 Sep 14 22:07:21.251608 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7a01ca16-4c60-4032-9b06-b5390880ea1b req-0323dbf8-3b22-48f7-95bb-e0e21bbeafca tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819831 Sep 14 22:07:21.274761 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b64f48c9-f114-410a-a5f1-9a524c2448fd tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:21.276629 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b64f48c9-f114-410a-a5f1-9a524c2448fd tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.37 "GET /v2.0/networks?id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 HTTP/1.1" status: 200 len: 819 time: 0.4631135 Sep 14 22:07:21.285328 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8f9cd-9ce8-4ad8-ac50-7579871fa122 req-e5141418-be41-479a-9d90-aab5549d1ce8 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:21.287440 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-08b8f9cd-9ce8-4ad8-ac50-7579871fa122 req-e5141418-be41-479a-9d90-aab5549d1ce8 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 944 time: 0.0947533 Sep 14 22:07:21.302433 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-96637530-1d40-4360-b9b0-816636cebcf5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Request body: {'port': {'device_id': '8b552a56-a043-4d55-8694-e632cd4924c7', 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2', 'admin_state_up': True, 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:21.364974 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-08b8f9cd-9ce8-4ad8-ac50-7579871fa122 req-d6220bdd-1123-4266-9857-0269c482f3d0 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694304 Sep 14 22:07:21.610826 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0426e957-8c3c-433a-9e1c-e0b150eff01e req-30141229-bd57-40c3-810b-37e9bfe79723 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 210 time: 0.2693861 Sep 14 22:07:21.625606 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-96637530-1d40-4360-b9b0-816636cebcf5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Made reservation on behalf of d39e43c3a7b746a1b90f71ac1fafdf40 for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:07:21.629395 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-96637530-1d40-4360-b9b0-816636cebcf5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:21.772010 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7a711b04-d95b-4a3d-aa0f-9bac53b6ffff req-058b7be0-6826-444c-9cb2-350bbe8690c9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 210 time: 0.0464127 Sep 14 22:07:21.783989 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-96637530-1d40-4360-b9b0-816636cebcf5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Allocated IP 172.20.0.6 (0ceabcb0-d3e1-4247-beb0-4c62bffa89d2/139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31/94b8d212-eebc-44d7-a95f-65154e055322) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:07:21.904354 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-1e3be7d7-c8eb-4a1e-be6a-da6c327f8ad3 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:21.906884 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-1e3be7d7-c8eb-4a1e-be6a-da6c327f8ad3 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.37 "GET /v2.0/networks?id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 HTTP/1.1" status: 200 len: 819 time: 0.1464653 Sep 14 22:07:21.928602 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-39abb90d-17e4-443a-a771-7e5edf93444b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Request body: {'port': {'device_id': '3dfc9de3-dc3b-435f-b6c0-3afb68b18246', 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2', 'admin_state_up': True, 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:21.948512 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-96637530-1d40-4360-b9b0-816636cebcf5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:22.083039 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-96637530-1d40-4360-b9b0-816636cebcf5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:22.128578 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-39abb90d-17e4-443a-a771-7e5edf93444b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Made reservation on behalf of d39e43c3a7b746a1b90f71ac1fafdf40 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:07:22.132306 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-39abb90d-17e4-443a-a771-7e5edf93444b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:22.150163 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-96637530-1d40-4360-b9b0-816636cebcf5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:07:22.151705 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96637530-1d40-4360-b9b0-816636cebcf5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Pushing event updated for resources: {'Port': ['ID=94b8d212-eebc-44d7-a95f-65154e055322,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:22.154564 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-96637530-1d40-4360-b9b0-816636cebcf5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:07:22.156906 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-96637530-1d40-4360-b9b0-816636cebcf5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:07:22.163024 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-96637530-1d40-4360-b9b0-816636cebcf5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:22.163658 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-96637530-1d40-4360-b9b0-816636cebcf5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:22.272928 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-39abb90d-17e4-443a-a771-7e5edf93444b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Allocated IP 172.20.0.11 (0ceabcb0-d3e1-4247-beb0-4c62bffa89d2/139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31/7cf7876f-0d9e-47cd-b28a-540571deb0be) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:07:22.290494 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-96637530-1d40-4360-b9b0-816636cebcf5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9935350 Sep 14 22:07:22.312915 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Request body: {'port': {'device_id': '8b552a56-a043-4d55-8694-e632cd4924c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:22.413430 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:22.484611 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device efed100f-1f74-4034-8027-ee48d48b1590 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:07:22.516558 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0399f1f-4a8f-4b1b-ae91-0aa0b0b1e881 req-4bd88c5d-94d8-42a6-967e-9fbb4cf68f69 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:22.523907 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f0399f1f-4a8f-4b1b-ae91-0aa0b0b1e881 req-4bd88c5d-94d8-42a6-967e-9fbb4cf68f69 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 943 time: 0.1486144 Sep 14 22:07:22.541562 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-39abb90d-17e4-443a-a771-7e5edf93444b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:22.583141 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.37', 58966) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:22.623224 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68c867-e532-4c35-8828-bb7a7b524521 req-dddd6aad-8bf6-469b-9676-d81b271971e2 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:22.624948 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-af68c867-e532-4c35-8828-bb7a7b524521 req-dddd6aad-8bf6-469b-9676-d81b271971e2 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 944 time: 0.1561539 Sep 14 22:07:22.635394 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f0399f1f-4a8f-4b1b-ae91-0aa0b0b1e881 req-5e0e0063-3cd4-4735-9713-5ff62ecaca62 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105874 Sep 14 22:07:22.655120 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port efed100f-1f74-4034-8027-ee48d48b1590, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=efed100f-1f74-4034-8027-ee48d48b1590,segment=NetworkSegment(52e4e00d-4462-4e39-9414-bf836bf9b3cf),segment_id=52e4e00d-4462-4e39-9414-bf836bf9b3cf)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:22.671364 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'efed100f-1f74-4034-8027-ee48d48b1590', 'network_id': '5db32172-15e5-45a9-a989-4f00a14b4c0a', 'port_id': 'efed100f-1f74-4034-8027-ee48d48b1590', 'mac_address': 'fa:16:3e:ab:be:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0863371-1a7a-4c44-b53f-6324b91238b6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:07:22.685916 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-39abb90d-17e4-443a-a771-7e5edf93444b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:22.747479 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-af68c867-e532-4c35-8828-bb7a7b524521 req-9441b29d-d896-43b9-8f85-de24af8d79ac tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059110 Sep 14 22:07:22.751851 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:22.795224 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abb90d-17e4-443a-a771-7e5edf93444b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Pushing event updated for resources: {'Port': ['ID=7cf7876f-0d9e-47cd-b28a-540571deb0be,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:22.803594 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-71e1188a-1d79-4510-ac05-787633df8697 req-2968ca4f-a109-4637-bdeb-43ed24f0285c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 210 time: 0.0692835 Sep 14 22:07:22.805791 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-39abb90d-17e4-443a-a771-7e5edf93444b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:07:22.810534 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-39abb90d-17e4-443a-a771-7e5edf93444b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:07:22.819272 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-39abb90d-17e4-443a-a771-7e5edf93444b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:07:22.826754 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-4c566d51-2528-4a1e-aa51-cb8245826c88 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:22.828278 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-4c566d51-2528-4a1e-aa51-cb8245826c88 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.37 "GET /v2.0/networks?id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 200 len: 817 time: 0.2360797 Sep 14 22:07:22.828618 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efed100f-1f74-4034-8027-ee48d48b1590 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:07:22.885937 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port efed100f-1f74-4034-8027-ee48d48b1590, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=efed100f-1f74-4034-8027-ee48d48b1590,segment=NetworkSegment(52e4e00d-4462-4e39-9414-bf836bf9b3cf),segment_id=52e4e00d-4462-4e39-9414-bf836bf9b3cf)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:22.902143 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-39abb90d-17e4-443a-a771-7e5edf93444b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:22.904149 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-39abb90d-17e4-443a-a771-7e5edf93444b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:22.974835 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:22.975708 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 839ef940-1f78-448a-9abc-df270554b895 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:07:22.988735 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-f19c5b12-171d-4902-a2e8-ee71cae29061 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=892410c7263d45f4b9172310ff584d6d HTTP/1.1" status: 200 len: 380 time: 0.1394298 Sep 14 22:07:23.012065 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-67f4e9ab-40be-4753-844c-42dc54973c05 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Request body: {'port': {'device_id': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'admin_state_up': True, 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'security_groups': ['e4d1b4f5-9727-4574-88df-84154395ea0e']}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:23.025834 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed284be0-cb1a-4f9d-96c2-5eea439ebc9d req-f77f8c4a-232a-4b69-8697-39e5698fb167 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:23.028489 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ed284be0-cb1a-4f9d-96c2-5eea439ebc9d req-f77f8c4a-232a-4b69-8697-39e5698fb167 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 932 time: 0.1076684 Sep 14 22:07:23.068504 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=efed100f-1f74-4034-8027-ee48d48b1590,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:23.075650 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-39abb90d-17e4-443a-a771-7e5edf93444b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1515114 Sep 14 22:07:23.112865 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b8d212-eebc-44d7-a95f-65154e055322 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:07:23.115602 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Request body: {'port': {'device_id': '3dfc9de3-dc3b-435f-b6c0-3afb68b18246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:23.137136 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:23.157771 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ed284be0-cb1a-4f9d-96c2-5eea439ebc9d req-c8ac7297-8899-4c43-9ac1-0d914e1fce95 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229892 Sep 14 22:07:23.190787 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Transition to ACTIVE for port object 94b8d212-eebc-44d7-a95f-65154e055322 will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:07:23.199546 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:23.212070 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 839ef940-1f78-448a-9abc-df270554b895, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=839ef940-1f78-448a-9abc-df270554b895,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:23.239029 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': '839ef940-1f78-448a-9abc-df270554b895', 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245', 'port_id': '839ef940-1f78-448a-9abc-df270554b895', 'mac_address': 'fa:16:3e:7b:d5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0c0dc5-9efe-4a60-94e3-5a60e2751670', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:07:23.288365 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:23.300622 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839ef940-1f78-448a-9abc-df270554b895 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:07:23.314382 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:23.341023 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 839ef940-1f78-448a-9abc-df270554b895, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=839ef940-1f78-448a-9abc-df270554b895,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:23.364538 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-67f4e9ab-40be-4753-844c-42dc54973c05 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Made reservation on behalf of 892410c7263d45f4b9172310ff584d6d for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:07:23.369968 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-67f4e9ab-40be-4753-844c-42dc54973c05 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:23.440013 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Pushing event updated for resources: {'Port': ['ID=94b8d212-eebc-44d7-a95f-65154e055322,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:23.448142 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:23.463404 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Attempting to bind port 94b8d212-eebc-44d7-a95f-65154e055322 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:07:23.463404 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Attempting to bind port 94b8d212-eebc-44d7-a95f-65154e055322 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': '66d95a71-e27e-44ea-8f96-4a54f6b13e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:07:23.463404 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Attempting to bind port 94b8d212-eebc-44d7-a95f-65154e055322 on network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:07:23.474512 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Port 94b8d212-eebc-44d7-a95f-65154e055322 on network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:07:23.475014 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Attempting to bind port 94b8d212-eebc-44d7-a95f-65154e055322 on network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:07:23.533597 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=839ef940-1f78-448a-9abc-df270554b895,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:23.538353 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:07:23.538694 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Checking segment: {'id': '66d95a71-e27e-44ea-8f96-4a54f6b13e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:07:23.539636 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Bound using segment: {'id': '66d95a71-e27e-44ea-8f96-4a54f6b13e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:07:23.539636 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Bound port: 94b8d212-eebc-44d7-a95f-65154e055322, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d95a71-e27e-44ea-8f96-4a54f6b13e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:07:23.539927 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:23.586313 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf7876f-0d9e-47cd-b28a-540571deb0be {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:07:23.599771 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:23.619356 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Transition to ACTIVE for port object 7cf7876f-0d9e-47cd-b28a-540571deb0be will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:07:23.658977 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] For port 94b8d212-eebc-44d7-a95f-65154e055322, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:07:23.664740 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] For port 94b8d212-eebc-44d7-a95f-65154e055322, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=94b8d212-eebc-44d7-a95f-65154e055322,segment=NetworkSegment(66d95a71-e27e-44ea-8f96-4a54f6b13e7d),segment_id=66d95a71-e27e-44ea-8f96-4a54f6b13e7d)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:07:23.674228 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-67f4e9ab-40be-4753-844c-42dc54973c05 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Allocated IP 172.20.0.6 (96bf4afe-8a3f-4a2c-b0ac-f11305f04173/5333dda5-64f1-4ac4-8364-1d7ef56329c7/eb724a92-aa66-4dd5-90d1-f13bb1524b31) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:07:23.753276 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16acd2a-fd68-46aa-85d4-71e3587610a4 req-7918c87c-2c1e-48da-8e5b-602cd3194873 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:23.754903 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f16acd2a-fd68-46aa-85d4-71e3587610a4 req-7918c87c-2c1e-48da-8e5b-602cd3194873 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 944 time: 0.0521121 Sep 14 22:07:23.809978 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:23.811019 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f16acd2a-fd68-46aa-85d4-71e3587610a4 req-8ea1f188-9b16-4007-a1a1-1a0346ea2174 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483303 Sep 14 22:07:23.818207 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:23.857298 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:23.858114 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:23.859759 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] 10.222.0.37 "PUT /v2.0/ports/94b8d212-eebc-44d7-a95f-65154e055322 HTTP/1.1" status: 200 len: 1093 time: 1.5516224 Sep 14 22:07:23.866053 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b552a56-a043-4d55-8694-e632cd4924c7', 'tag': '94b8d212-eebc-44d7-a95f-65154e055322'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:07:23.868410 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d86fdc0-86a5-4c04-9542-12b3788893bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8b552a56-a043-4d55-8694-e632cd4924c7", "tag": "94b8d212-eebc-44d7-a95f-65154e055322"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:07:23.907473 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf7876f-0d9e-47cd-b28a-540571deb0be,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:23.917690 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9c91b-f58c-4f2f-bb98-68765b0ad974 service neutron] Pushing event updated for resources: {'Port': ['ID=94b8d212-eebc-44d7-a95f-65154e055322,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:23.925371 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-67f4e9ab-40be-4753-844c-42dc54973c05 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:23.947510 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['efed100f-1f74-4034-8027-ee48d48b1590'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:07:23.961431 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762fe92-12c4-4a9b-a488-e5e2379f6ef9 req-1f090378-f86d-4dac-a4a4-36d2d2b17cb8 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:23.962964 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2762fe92-12c4-4a9b-a488-e5e2379f6ef9 req-1f090378-f86d-4dac-a4a4-36d2d2b17cb8 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 945 time: 0.1181505 Sep 14 22:07:23.984659 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['839ef940-1f78-448a-9abc-df270554b895'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:07:24.034311 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-67f4e9ab-40be-4753-844c-42dc54973c05 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:24.058610 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-38d22775-e770-46c6-882b-0ff35e5057d9 req-1c9a2b0a-4bac-45b2-9aee-cd4d6b6b9584 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 210 time: 0.0730247 Sep 14 22:07:24.097632 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-67f4e9ab-40be-4753-844c-42dc54973c05 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:07:24.105617 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-67f4e9ab-40be-4753-844c-42dc54973c05 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:07:24.109437 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-67f4e9ab-40be-4753-844c-42dc54973c05 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:07:24.113990 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-67f4e9ab-40be-4753-844c-42dc54973c05 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:24.114682 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-67f4e9ab-40be-4753-844c-42dc54973c05 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:24.116321 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Attempting to bind port 7cf7876f-0d9e-47cd-b28a-540571deb0be on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:07:24.116321 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Attempting to bind port 7cf7876f-0d9e-47cd-b28a-540571deb0be by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': '66d95a71-e27e-44ea-8f96-4a54f6b13e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:07:24.116321 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Attempting to bind port 7cf7876f-0d9e-47cd-b28a-540571deb0be on network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:07:24.135595 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Port 7cf7876f-0d9e-47cd-b28a-540571deb0be on network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:07:24.136065 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Attempting to bind port 7cf7876f-0d9e-47cd-b28a-540571deb0be on network 0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:07:24.147484 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-87677656-409f-4ef1-ae91-471c8686be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:24.149987 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-87677656-409f-4ef1-ae91-471c8686be5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 1096 time: 0.1277606 Sep 14 22:07:24.151173 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4e9ab-40be-4753-844c-42dc54973c05 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event updated for resources: {'Port': ['ID=eb724a92-aa66-4dd5-90d1-f13bb1524b31,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:24.158661 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:07:24.161739 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Checking segment: {'id': '66d95a71-e27e-44ea-8f96-4a54f6b13e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:07:24.162188 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Bound using segment: {'id': '66d95a71-e27e-44ea-8f96-4a54f6b13e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:07:24.162671 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Bound port: 7cf7876f-0d9e-47cd-b28a-540571deb0be, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d95a71-e27e-44ea-8f96-4a54f6b13e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:07:24.163034 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:24.204352 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2762fe92-12c4-4a9b-a488-e5e2379f6ef9 req-2a55e274-9912-43af-9a8a-1336a3d38164 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176154 Sep 14 22:07:24.216619 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c0889c-c41c-4c6d-98f3-ce37a9484fdb x-openstack-request-id: req-b2c0889c-c41c-4c6d-98f3-ce37a9484fdb {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:07:24.217119 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b552a56-a043-4d55-8694-e632cd4924c7", "tag": "94b8d212-eebc-44d7-a95f-65154e055322", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:07:24.217514 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2c0889c-c41c-4c6d-98f3-ce37a9484fdb {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:07:24.218117 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b552a56-a043-4d55-8694-e632cd4924c7', 'tag': '94b8d212-eebc-44d7-a95f-65154e055322', 'status': 'completed', 'code': 200} Sep 14 22:07:24.221081 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-67f4e9ab-40be-4753-844c-42dc54973c05 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2260015 Sep 14 22:07:24.225225 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-7775ca16-52d4-4be0-b1ba-e8e78850fcb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94b8d212-eebc-44d7-a95f-65154e055322 HTTP/1.1" status: 200 len: 217 time: 0.0592043 Sep 14 22:07:24.269712 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Request body: {'port': {'device_id': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:24.398106 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] For port 7cf7876f-0d9e-47cd-b28a-540571deb0be, host hv-cinder-80901, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:07:24.426532 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] For port 7cf7876f-0d9e-47cd-b28a-540571deb0be, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=7cf7876f-0d9e-47cd-b28a-540571deb0be,segment=NetworkSegment(66d95a71-e27e-44ea-8f96-4a54f6b13e7d),segment_id=66d95a71-e27e-44ea-8f96-4a54f6b13e7d)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:07:24.444571 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-945ff1f7-f6ac-409f-8502-80e8202e48da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:24.446371 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-945ff1f7-f6ac-409f-8502-80e8202e48da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31 HTTP/1.1" status: 200 len: 859 time: 0.2012064 Sep 14 22:07:24.446985 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:24.447404 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad048f9-613d-4de1-8dee-a63892cc7556 req-b8f8108e-c2c5-4b27-aebd-7e1c9a4387a7 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:24.459075 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0ad048f9-613d-4de1-8dee-a63892cc7556 req-b8f8108e-c2c5-4b27-aebd-7e1c9a4387a7 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 944 time: 0.1585588 Sep 14 22:07:24.512992 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0ad048f9-613d-4de1-8dee-a63892cc7556 req-a5399436-28cf-493b-823f-b688275a1c08 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474310 Sep 14 22:07:24.539804 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-07c898ad-9986-49ca-b1b8-2dfacf24adb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699005 Sep 14 22:07:24.586242 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:24.632039 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:24.632823 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:24.634465 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] 10.222.0.37 "PUT /v2.0/ports/7cf7876f-0d9e-47cd-b28a-540571deb0be HTTP/1.1" status: 200 len: 1094 time: 1.5366423 Sep 14 22:07:24.636684 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfc9de3-dc3b-435f-b6c0-3afb68b18246', 'tag': '7cf7876f-0d9e-47cd-b28a-540571deb0be'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:07:24.639120 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-78039c3a-1fe6-4244-af6f-f3cde1acf077 None None] Provisioning complete for port eb724a92-aa66-4dd5-90d1-f13bb1524b31 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:24.639648 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac72218-951b-4553-9a6f-216184533b61" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfc9de3-dc3b-435f-b6c0-3afb68b18246", "tag": "7cf7876f-0d9e-47cd-b28a-540571deb0be"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:07:24.639807 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-78039c3a-1fe6-4244-af6f-f3cde1acf077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:24.685180 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0265298-8201-41e4-9c4f-a1c951fa2255 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf7876f-0d9e-47cd-b28a-540571deb0be,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:24.713267 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-78039c3a-1fe6-4244-af6f-f3cde1acf077 None None] Port eb724a92-aa66-4dd5-90d1-f13bb1524b31 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:07:24.716374 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814a96eb-32b8-47ef-91ca-c2e727f1220d x-openstack-request-id: req-814a96eb-32b8-47ef-91ca-c2e727f1220d {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:07:24.716666 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfc9de3-dc3b-435f-b6c0-3afb68b18246", "tag": "7cf7876f-0d9e-47cd-b28a-540571deb0be", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:07:24.721537 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-814a96eb-32b8-47ef-91ca-c2e727f1220d {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:07:24.721537 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfc9de3-dc3b-435f-b6c0-3afb68b18246', 'tag': '7cf7876f-0d9e-47cd-b28a-540571deb0be', 'status': 'completed', 'code': 200} Sep 14 22:07:24.805267 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-d48c0e9e-664b-44d6-855b-e312b203c769 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552390 Sep 14 22:07:24.805474 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac72218-951b-4553-9a6f-216184533b61 req-67836de3-b55c-4d79-a6a0-980fde93ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:24.806822 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2ac72218-951b-4553-9a6f-216184533b61 req-67836de3-b55c-4d79-a6a0-980fde93ce19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 1097 time: 0.0499053 Sep 14 22:07:25.003034 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fec30ca0-2425-4262-ad85-8467be98ebb1 req-d99ee21d-f81d-4086-aba6-7e4960d4af6e service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728692 Sep 14 22:07:25.033353 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5519e-5e3b-40f8-bc4f-6f28f56c2fba req-0fb3f772-28ee-44b3-93f0-d2d273267da1 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:25.035060 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ccf5519e-5e3b-40f8-bc4f-6f28f56c2fba req-0fb3f772-28ee-44b3-93f0-d2d273267da1 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 944 time: 0.1511903 Sep 14 22:07:25.035430 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb724a92-aa66-4dd5-90d1-f13bb1524b31 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:07:25.038531 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac72218-951b-4553-9a6f-216184533b61 req-e25ebdf7-c6d8-4cd4-a004-d97f3054e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:25.039906 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2ac72218-951b-4553-9a6f-216184533b61 req-e25ebdf7-c6d8-4cd4-a004-d97f3054e076 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2132919 Sep 14 22:07:25.044647 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:25.058311 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Transition to ACTIVE for port object eb724a92-aa66-4dd5-90d1-f13bb1524b31 will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:07:25.130581 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ccf5519e-5e3b-40f8-bc4f-6f28f56c2fba req-79367f04-737f-4a0c-9aec-df52ab9f8ca4 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875576 Sep 14 22:07:25.201905 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:25.225900 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60864) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:25.267941 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Pushing event updated for resources: {'Port': ['ID=eb724a92-aa66-4dd5-90d1-f13bb1524b31,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:25.282026 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86fdc0-86a5-4c04-9542-12b3788893bd req-6bfcc065-023b-4284-a920-def4717b4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:25.287626 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac72218-951b-4553-9a6f-216184533b61 req-820f0722-4f46-444d-b7e6-56336b7da887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:25.287771 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-8d86fdc0-86a5-4c04-9542-12b3788893bd req-6bfcc065-023b-4284-a920-def4717b4701 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 1096 time: 0.1099637 Sep 14 22:07:25.287858 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2ac72218-951b-4553-9a6f-216184533b61 req-820f0722-4f46-444d-b7e6-56336b7da887 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2345989 Sep 14 22:07:25.294937 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb9c35-17ca-4083-a376-19e00f7a87e4 req-3ed71da9-2348-497a-b719-4db5e6c0c6c9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:25.297059 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-33bb9c35-17ca-4083-a376-19e00f7a87e4 req-3ed71da9-2348-497a-b719-4db5e6c0c6c9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.1132157 Sep 14 22:07:25.549320 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8bb613c3-ef23-456e-a447-3416b475f0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:25.572804 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Attempting to bind port eb724a92-aa66-4dd5-90d1-f13bb1524b31 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:07:25.579916 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Attempting to bind port eb724a92-aa66-4dd5-90d1-f13bb1524b31 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:07:25.579916 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Attempting to bind port eb724a92-aa66-4dd5-90d1-f13bb1524b31 on network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:07:25.618243 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-33bb9c35-17ca-4083-a376-19e00f7a87e4 req-cad99fed-4940-4fc7-9a41-eeb71c7da4e1 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072367 Sep 14 22:07:25.625072 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Port eb724a92-aa66-4dd5-90d1-f13bb1524b31 on network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:07:25.625349 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Attempting to bind port eb724a92-aa66-4dd5-90d1-f13bb1524b31 on network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:07:25.639897 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fa7d3-3dd3-41f5-ab14-e066d41edca9 req-3aaa7ff6-a455-485b-bd9f-4fd7bdf0a68b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:25.648303 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a97fa7d3-3dd3-41f5-ab14-e066d41edca9 req-3aaa7ff6-a455-485b-bd9f-4fd7bdf0a68b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 945 time: 0.2965989 Sep 14 22:07:25.656515 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-bb43f12e-45f6-4f20-af6b-187f434a6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:25.658004 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-bb43f12e-45f6-4f20-af6b-187f434a6a49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 1097 time: 0.2903619 Sep 14 22:07:25.660737 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:07:25.661107 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Checking segment: {'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:07:25.662031 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Bound using segment: {'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:07:25.662471 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Bound port: eb724a92-aa66-4dd5-90d1-f13bb1524b31, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:07:25.662830 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:25.733951 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a97fa7d3-3dd3-41f5-ab14-e066d41edca9 req-b27ca918-53d4-4f6f-a74d-bd9bae2dfee2 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858858 Sep 14 22:07:25.750266 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-ef29566a-971a-4fde-9360-218582212117 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cf7876f-0d9e-47cd-b28a-540571deb0be HTTP/1.1" status: 200 len: 217 time: 0.0673168 Sep 14 22:07:25.753645 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86fdc0-86a5-4c04-9542-12b3788893bd req-83f09782-1d20-4f22-aefb-aaba9e34d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:25.756989 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-8d86fdc0-86a5-4c04-9542-12b3788893bd req-83f09782-1d20-4f22-aefb-aaba9e34d3da service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 HTTP/1.1" status: 200 len: 920 time: 0.2645497 Sep 14 22:07:25.809440 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cced111-049f-4c50-8e10-b172863931b1 req-e4efd91c-4cd3-42ea-b575-3cc0847459c2 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:25.809440 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2cced111-049f-4c50-8e10-b172863931b1 req-e4efd91c-4cd3-42ea-b575-3cc0847459c2 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 944 time: 0.1239030 Sep 14 22:07:25.824847 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-8d86fdc0-86a5-4c04-9542-12b3788893bd req-6846fa61-9b07-49cc-a86b-fee2bc8d56f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94b8d212-eebc-44d7-a95f-65154e055322 HTTP/1.1" status: 200 len: 217 time: 0.0561068 Sep 14 22:07:25.840449 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-3f045e0e-eb46-4586-90fe-18957749b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:25.842175 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-3f045e0e-eb46-4586-90fe-18957749b257 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31 HTTP/1.1" status: 200 len: 859 time: 0.0784643 Sep 14 22:07:25.849374 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] For port eb724a92-aa66-4dd5-90d1-f13bb1524b31, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:07:25.883693 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2cced111-049f-4c50-8e10-b172863931b1 req-7c5c0f30-a421-444e-9e80-78b9912b5e23 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666776 Sep 14 22:07:25.885745 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-f2d9c30d-4e4f-4406-ac7a-5c8a7d2c85ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313513 Sep 14 22:07:25.894660 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] For port eb724a92-aa66-4dd5-90d1-f13bb1524b31, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:07:25.913552 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86fdc0-86a5-4c04-9542-12b3788893bd req-3db84b5e-adfa-4c72-85a9-0414f597dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:25.920659 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-8d86fdc0-86a5-4c04-9542-12b3788893bd req-3db84b5e-adfa-4c72-85a9-0414f597dedf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31 HTTP/1.1" status: 200 len: 859 time: 0.0809731 Sep 14 22:07:25.923390 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8bb613c3-ef23-456e-a447-3416b475f0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:25.949740 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-8d86fdc0-86a5-4c04-9542-12b3788893bd req-50e4cd3a-e02f-4f7f-8ece-9a042ef66ed1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250392 Sep 14 22:07:25.966354 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:25.993769 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-c9cbcd3c-df0b-460d-8c45-e743cb34a205 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996125 Sep 14 22:07:26.020196 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:26.021368 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:26.022787 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] 10.222.0.37 "PUT /v2.0/ports/eb724a92-aa66-4dd5-90d1-f13bb1524b31 HTTP/1.1" status: 200 len: 1093 time: 1.7789454 Sep 14 22:07:26.030251 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8bb613c3-ef23-456e-a447-3416b475f0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:26.096777 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcc5bed9-2ba9-47c6-8c01-7330fb72931b req-3ce69541-a14f-4fe9-8035-f5a51e8607c3 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943534 Sep 14 22:07:26.155805 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041420a8-b585-4d70-b85f-ca7bf48e9b3e service neutron] Pushing event updated for resources: {'Port': ['ID=eb724a92-aa66-4dd5-90d1-f13bb1524b31,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:26.162837 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-8bb613c3-ef23-456e-a447-3416b475f0bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea6c93b7bae14647926609c567cdc739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9307203 Sep 14 22:07:26.163675 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60892) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:26.164306 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb613c3-ef23-456e-a447-3416b475f0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870f3624-1e19-4966-937c-1b4e97c50c34,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:26.208076 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-8d86fdc0-86a5-4c04-9542-12b3788893bd req-b5c6bc5f-3dd8-415d-b592-21490ea8a028 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502921 Sep 14 22:07:26.224381 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:07:26.227079 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7495a3-7553-4705-8a47-c1ebd07ad57c" -d '{"events": [{"name": "network-changed", "server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:07:26.281638 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f3f2b8-ee11-44e2-8366-72b01776698d x-openstack-request-id: req-07f3f2b8-ee11-44e2-8366-72b01776698d {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:07:26.281874 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:07:26.282123 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07f3f2b8-ee11-44e2-8366-72b01776698d {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:07:26.282512 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'status': 'completed', 'code': 200} Sep 14 22:07:26.283085 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-257ef676-0606-465d-9c3e-081ad61f97b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:26.283193 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-40b0e35c-9514-4cdc-a00b-1b49fdd9d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:26.284609 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-40b0e35c-9514-4cdc-a00b-1b49fdd9d8fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 1096 time: 0.1281395 Sep 14 22:07:26.345461 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-257ef676-0606-465d-9c3e-081ad61f97b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:26.353341 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e8845-1b08-42ac-996f-1a42699e63ab req-8e4f45fb-6ecb-431e-9782-45aec48c3b78 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:26.354744 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dd7e8845-1b08-42ac-996f-1a42699e63ab req-8e4f45fb-6ecb-431e-9782-45aec48c3b78 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 944 time: 0.0934136 Sep 14 22:07:26.356058 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-7e500f73-a75d-49aa-93cc-cdeaee6239bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31 HTTP/1.1" status: 200 len: 217 time: 0.0482788 Sep 14 22:07:26.396116 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-8d86fdc0-86a5-4c04-9542-12b3788893bd req-aa9515fa-1c6c-4506-b0a9-0f6765a61a8e service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425104 Sep 14 22:07:26.434714 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dd7e8845-1b08-42ac-996f-1a42699e63ab req-ad01c908-4ed5-491a-a388-528dda98ec8b tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715985 Sep 14 22:07:26.436319 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-4a50476a-dcc0-4a44-9fea-e024ad092278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:26.439921 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-4a50476a-dcc0-4a44-9fea-e024ad092278 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5333dda5-64f1-4ac4-8364-1d7ef56329c7 HTTP/1.1" status: 200 len: 856 time: 0.0728252 Sep 14 22:07:26.461072 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 94b8d212-eebc-44d7-a95f-65154e055322 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:07:26.471823 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device efed100f-1f74-4034-8027-ee48d48b1590 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:07:26.504928 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-60ed0231-be7e-4a43-ad71-13a2f8be44ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:26.506956 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-60ed0231-be7e-4a43-ad71-13a2f8be44ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602942 Sep 14 22:07:26.540017 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-257ef676-0606-465d-9c3e-081ad61f97b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:26.543228 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-257ef676-0606-465d-9c3e-081ad61f97b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:26.546977 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-257ef676-0606-465d-9c3e-081ad61f97b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/870f3624-1e19-4966-937c-1b4e97c50c34 HTTP/1.1" status: 204 len: 168 time: 0.3774049 Sep 14 22:07:26.554949 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ef676-0606-465d-9c3e-081ad61f97b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870f3624-1e19-4966-937c-1b4e97c50c34,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:26.607743 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 94b8d212-eebc-44d7-a95f-65154e055322, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=94b8d212-eebc-44d7-a95f-65154e055322,segment=NetworkSegment(66d95a71-e27e-44ea-8f96-4a54f6b13e7d),segment_id=66d95a71-e27e-44ea-8f96-4a54f6b13e7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:26.616400 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-6fb4bc60-6e5e-4552-be28-ee02f41cdd77 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008036 Sep 14 22:07:26.619507 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': '94b8d212-eebc-44d7-a95f-65154e055322', 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2', 'port_id': '94b8d212-eebc-44d7-a95f-65154e055322', 'mac_address': 'fa:16:3e:a0:3e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:07:26.676062 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port efed100f-1f74-4034-8027-ee48d48b1590 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:07:26.682315 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port efed100f-1f74-4034-8027-ee48d48b1590 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:26.682804 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:26.720987 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:26.764684 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b8d212-eebc-44d7-a95f-65154e055322 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:07:26.764935 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff3938ef-2462-4140-9a9c-e057e8e3a6da req-d6e093c0-5504-4f95-a38b-d266cda8ed80 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263280 Sep 14 22:07:26.766565 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 94b8d212-eebc-44d7-a95f-65154e055322, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=94b8d212-eebc-44d7-a95f-65154e055322,segment=NetworkSegment(66d95a71-e27e-44ea-8f96-4a54f6b13e7d),segment_id=66d95a71-e27e-44ea-8f96-4a54f6b13e7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:26.770963 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f828e2-5756-4ffa-9859-40565aa5504e req-28054759-864b-4249-b64f-04b40d083593 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:26.772530 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7f828e2-5756-4ffa-9859-40565aa5504e req-28054759-864b-4249-b64f-04b40d083593 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0598876 Sep 14 22:07:26.806732 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:26.823255 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7f828e2-5756-4ffa-9859-40565aa5504e req-92de50c7-c7c0-4d89-a5d1-3f5a6073ea75 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445161 Sep 14 22:07:26.831242 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac4dbe-bd8e-466e-93f3-ecc768c86f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efed100f-1f74-4034-8027-ee48d48b1590'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:07:26.872407 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89324c3d-2fce-4756-98b2-0cd069e88071 req-3680c79b-ad42-4091-8e8c-7759ef4aaaad tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:26.880899 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-89324c3d-2fce-4756-98b2-0cd069e88071 req-3680c79b-ad42-4091-8e8c-7759ef4aaaad tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 945 time: 0.0553062 Sep 14 22:07:26.904266 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:26.910896 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port efed100f-1f74-4034-8027-ee48d48b1590, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=efed100f-1f74-4034-8027-ee48d48b1590,segment=NetworkSegment(52e4e00d-4462-4e39-9414-bf836bf9b3cf),segment_id=52e4e00d-4462-4e39-9414-bf836bf9b3cf)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:26.915364 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-89324c3d-2fce-4756-98b2-0cd069e88071 req-aa8374b9-6ae9-4779-a5f7-b1df021cc50f tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338500 Sep 14 22:07:26.956204 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=94b8d212-eebc-44d7-a95f-65154e055322,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:27.002849 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.003941 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 839ef940-1f78-448a-9abc-df270554b895 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:07:27.014684 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbbd1b-ee6b-47f9-922f-899bedd1a032 req-5e163408-ecc2-4b5f-844d-a7819c2400de tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:27.016555 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d6bbbd1b-ee6b-47f9-922f-899bedd1a032 req-5e163408-ecc2-4b5f-844d-a7819c2400de tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 944 time: 0.0571184 Sep 14 22:07:27.055648 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d6bbbd1b-ee6b-47f9-922f-899bedd1a032 req-ed680e56-f447-4f49-aeb9-89648d16d142 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Sep 14 22:07:27.089849 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=efed100f-1f74-4034-8027-ee48d48b1590,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:27.196777 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:07:27.267470 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e57239-eea5-4757-a759-386c7aeba3db" -d '{"events": [{"server_uuid": "feac4dbe-bd8e-466e-93f3-ecc768c86f69", "name": "network-vif-plugged", "status": "completed", "tag": "efed100f-1f74-4034-8027-ee48d48b1590"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:07:27.299695 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port 839ef940-1f78-448a-9abc-df270554b895 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:07:27.305600 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port 839ef940-1f78-448a-9abc-df270554b895 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:27.313097 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.346836 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60932) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:27.387416 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.422878 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 839ef940-1f78-448a-9abc-df270554b895, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=839ef940-1f78-448a-9abc-df270554b895,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:27.432386 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f29567-a673-48a2-9054-4610de504252 x-openstack-request-id: req-37f29567-a673-48a2-9054-4610de504252 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:07:27.432774 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac4dbe-bd8e-466e-93f3-ecc768c86f69", "name": "network-vif-plugged", "status": "completed", "tag": "efed100f-1f74-4034-8027-ee48d48b1590", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:07:27.433040 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37f29567-a673-48a2-9054-4610de504252 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:07:27.433486 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feac4dbe-bd8e-466e-93f3-ecc768c86f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efed100f-1f74-4034-8027-ee48d48b1590', 'code': 200} Sep 14 22:07:27.500425 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a44e5b22-09a4-4c03-a15f-618883f36976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.512184 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 60938) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:27.534044 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.547962 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2509ae02-54c2-4dbc-8396-a7e7731130b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.577090 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91358d77-ae77-4d13-8f03-c5df9c1deb3e req-63411694-5832-463f-841d-bcc0542a28fd tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:27.578550 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-91358d77-ae77-4d13-8f03-c5df9c1deb3e req-63411694-5832-463f-841d-bcc0542a28fd tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0747263 Sep 14 22:07:27.582964 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=839ef940-1f78-448a-9abc-df270554b895,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:27.610923 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a44e5b22-09a4-4c03-a15f-618883f36976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.619141 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-91358d77-ae77-4d13-8f03-c5df9c1deb3e req-88dda370-92b5-4790-af2a-42ad73489e94 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337868 Sep 14 22:07:27.682345 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a44e5b22-09a4-4c03-a15f-618883f36976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.721296 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-a44e5b22-09a4-4c03-a15f-618883f36976 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf3377f9ce3f4600abb7ca5a566f0f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732731 Sep 14 22:07:27.722598 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e5b22-09a4-4c03-a15f-618883f36976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d8a372-baa3-4d9e-8c3b-c245c8493939,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:27.725315 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 60940) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:27.795497 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2509ae02-54c2-4dbc-8396-a7e7731130b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.800142 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62dfe4d2-4592-4804-b335-02b2fdc69a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.820858 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62dfe4d2-4592-4804-b335-02b2fdc69a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.876899 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2509ae02-54c2-4dbc-8396-a7e7731130b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.944532 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-2509ae02-54c2-4dbc-8396-a7e7731130b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3032d8facff94d2bac5b445ceedd84ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313452 Sep 14 22:07:27.945271 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509ae02-54c2-4dbc-8396-a7e7731130b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ac52f4-50e3-463d-ac74-0fde22fb1e4c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:27.948913 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60946) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:27.961398 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62dfe4d2-4592-4804-b335-02b2fdc69a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.963860 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62dfe4d2-4592-4804-b335-02b2fdc69a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:27.967506 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-62dfe4d2-4592-4804-b335-02b2fdc69a18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18d8a372-baa3-4d9e-8c3b-c245c8493939 HTTP/1.1" status: 204 len: 168 time: 0.2387636 Sep 14 22:07:27.977179 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfe4d2-4592-4804-b335-02b2fdc69a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d8a372-baa3-4d9e-8c3b-c245c8493939,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:27.991741 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6deb3-d269-4068-92e1-c6697633a744 req-d960acd4-70a2-445e-8f7f-7c84a896e314 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:27.999750 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d5d6deb3-d269-4068-92e1-c6697633a744 req-d960acd4-70a2-445e-8f7f-7c84a896e314 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0982597 Sep 14 22:07:28.043046 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b7c5-065b-4820-9e33-28caef5deada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:28.071450 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b7c5-065b-4820-9e33-28caef5deada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:28.073507 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d5d6deb3-d269-4068-92e1-c6697633a744 req-ba758e75-9af8-462f-9f09-f7b3b6728027 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721514 Sep 14 22:07:28.111497 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6abdc-13e1-41d6-928b-4507a862b799 req-7bf5ccd4-ccce-401a-a1d2-6ccf32d67c8b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:28.126239 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-24b6abdc-13e1-41d6-928b-4507a862b799 req-7bf5ccd4-ccce-401a-a1d2-6ccf32d67c8b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.1035397 Sep 14 22:07:28.173347 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-24b6abdc-13e1-41d6-928b-4507a862b799 req-fdda504d-9af7-43ef-8eb6-aeb181a09355 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459070 Sep 14 22:07:28.207635 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fbfe1-31c4-4145-85dc-5c7eaa0c75ac req-6941f39c-3d23-4f46-b1b3-18a0d8714fd8 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:28.209660 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-500fbfe1-31c4-4145-85dc-5c7eaa0c75ac req-6941f39c-3d23-4f46-b1b3-18a0d8714fd8 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 944 time: 0.0525825 Sep 14 22:07:28.231452 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b7c5-065b-4820-9e33-28caef5deada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:28.234442 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b7c5-065b-4820-9e33-28caef5deada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:28.235601 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-c4a6b7c5-065b-4820-9e33-28caef5deada admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29ac52f4-50e3-463d-ac74-0fde22fb1e4c HTTP/1.1" status: 204 len: 168 time: 0.2854311 Sep 14 22:07:28.248421 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6b7c5-065b-4820-9e33-28caef5deada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ac52f4-50e3-463d-ac74-0fde22fb1e4c,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:28.255522 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-500fbfe1-31c4-4145-85dc-5c7eaa0c75ac req-6f65d20b-bec2-4a54-9670-270abc2f452f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397301 Sep 14 22:07:28.745486 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10215d6-b97f-4c34-8185-b3d97d802f03 req-a449b68c-be56-436b-8167-be6c0baa7449 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:28.747111 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f10215d6-b97f-4c34-8185-b3d97d802f03 req-a449b68c-be56-436b-8167-be6c0baa7449 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0578058 Sep 14 22:07:28.784547 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f10215d6-b97f-4c34-8185-b3d97d802f03 req-7504c422-e2b2-4831-93ac-ba9e9b65d7f2 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308714 Sep 14 22:07:29.018923 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 60980) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:29.033126 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fc35592-34db-452a-91dd-c9d0738d009c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:29.135481 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fc35592-34db-452a-91dd-c9d0738d009c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:29.212787 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6133d7d-9bf0-4d3f-990c-ea2de9437e3f req-cb3e33db-008a-4392-bbd2-0c69543a8cbf tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:29.214230 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e6133d7d-9bf0-4d3f-990c-ea2de9437e3f req-cb3e33db-008a-4392-bbd2-0c69543a8cbf tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0494304 Sep 14 22:07:29.242211 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fc35592-34db-452a-91dd-c9d0738d009c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:29.288211 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e6133d7d-9bf0-4d3f-990c-ea2de9437e3f req-3497efd0-1483-4eb6-9e99-d561de322c63 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679193 Sep 14 22:07:29.288821 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-7fc35592-34db-452a-91dd-c9d0738d009c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97c40e8471fd47eab78e093b14906496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687831 Sep 14 22:07:29.289891 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc35592-34db-452a-91dd-c9d0738d009c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0904f163-05e1-444c-8362-1dcb3a61cdda,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:29.291646 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 60996) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:29.349979 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875cf6d-095c-447b-a8ec-6592ac549e45 req-3c92ee91-1657-4fd6-a131-c43c12e359b2 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:29.351455 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2875cf6d-095c-447b-a8ec-6592ac549e45 req-3c92ee91-1657-4fd6-a131-c43c12e359b2 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.1097918 Sep 14 22:07:29.401141 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5783a62b-d93f-4d40-8472-032ebb154ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:29.435010 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f56b02-8878-4571-924b-36660eec6bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839ef940-1f78-448a-9abc-df270554b895'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:07:29.438615 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc53a378-3526-4215-8afc-b8f2421ff510" -d '{"events": [{"server_uuid": "33f56b02-8878-4571-924b-36660eec6bd2", "name": "network-vif-plugged", "status": "completed", "tag": "839ef940-1f78-448a-9abc-df270554b895"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:07:29.440568 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5783a62b-d93f-4d40-8472-032ebb154ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:29.451002 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2875cf6d-095c-447b-a8ec-6592ac549e45 req-f4adad97-043b-46b7-b799-2fa050cc36c0 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928481 Sep 14 22:07:29.482963 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a76407-0ee2-49c4-a696-893ee14e6f04 req-b149dd32-20a3-4d9d-ba01-463f5163af1f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:29.484469 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-87a76407-0ee2-49c4-a696-893ee14e6f04 req-b149dd32-20a3-4d9d-ba01-463f5163af1f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 944 time: 0.1203964 Sep 14 22:07:29.513941 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa668c98-bae0-4c11-b7e2-f77b0d196f89 x-openstack-request-id: req-aa668c98-bae0-4c11-b7e2-f77b0d196f89 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:07:29.514407 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f56b02-8878-4571-924b-36660eec6bd2", "name": "network-vif-plugged", "status": "completed", "tag": "839ef940-1f78-448a-9abc-df270554b895", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:07:29.514779 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa668c98-bae0-4c11-b7e2-f77b0d196f89 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:07:29.515326 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f56b02-8878-4571-924b-36660eec6bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839ef940-1f78-448a-9abc-df270554b895', 'code': 200} Sep 14 22:07:29.531276 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-87a76407-0ee2-49c4-a696-893ee14e6f04 req-5cdda104-8274-43c8-b2d1-59958dc50604 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374830 Sep 14 22:07:29.619950 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7495a3-7553-4705-8a47-c1ebd07ad57c req-f90aa8f0-599e-41f7-a5bd-c0f0a36e9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:29.621499 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd7495a3-7553-4705-8a47-c1ebd07ad57c req-f90aa8f0-599e-41f7-a5bd-c0f0a36e9978 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 1096 time: 0.0478048 Sep 14 22:07:29.622662 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5783a62b-d93f-4d40-8472-032ebb154ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:29.625179 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5783a62b-d93f-4d40-8472-032ebb154ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:29.626214 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-5783a62b-d93f-4d40-8472-032ebb154ca9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0904f163-05e1-444c-8362-1dcb3a61cdda HTTP/1.1" status: 204 len: 168 time: 0.3325875 Sep 14 22:07:29.643942 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783a62b-d93f-4d40-8472-032ebb154ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0904f163-05e1-444c-8362-1dcb3a61cdda,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:29.723712 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7495a3-7553-4705-8a47-c1ebd07ad57c req-f298bfdb-0de3-414f-b677-124b883b58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:29.725152 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd7495a3-7553-4705-8a47-c1ebd07ad57c req-f298bfdb-0de3-414f-b677-124b883b58c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 200 len: 918 time: 0.0907614 Sep 14 22:07:29.731354 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['94b8d212-eebc-44d7-a95f-65154e055322'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:07:29.772677 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd7495a3-7553-4705-8a47-c1ebd07ad57c req-8b7fcda2-5c0f-438a-9fb3-ec14e028b8d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31 HTTP/1.1" status: 200 len: 217 time: 0.0389874 Sep 14 22:07:29.840629 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7495a3-7553-4705-8a47-c1ebd07ad57c req-4834bbb8-0724-4577-9cbf-a6b4bf587fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:29.842341 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd7495a3-7553-4705-8a47-c1ebd07ad57c req-4834bbb8-0724-4577-9cbf-a6b4bf587fd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5333dda5-64f1-4ac4-8364-1d7ef56329c7 HTTP/1.1" status: 200 len: 856 time: 0.0616062 Sep 14 22:07:29.947493 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7495a3-7553-4705-8a47-c1ebd07ad57c req-33632bb2-855a-489c-a945-ca25c36fc7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:29.949275 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd7495a3-7553-4705-8a47-c1ebd07ad57c req-33632bb2-855a-489c-a945-ca25c36fc7d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0993109 Sep 14 22:07:29.962495 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d04fa4-a57f-4efc-b61e-974f4e9d9c8f req-978c885c-c920-420d-90dc-40b7efcbc755 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:29.972973 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b3d04fa4-a57f-4efc-b61e-974f4e9d9c8f req-978c885c-c920-420d-90dc-40b7efcbc755 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0970397 Sep 14 22:07:29.985180 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bfcfa-f98d-4bd7-ab6d-eb54cb78e99b req-36ce91c2-c302-4a86-8419-3fed84bcd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:29.986764 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b49bfcfa-f98d-4bd7-ab6d-eb54cb78e99b req-36ce91c2-c302-4a86-8419-3fed84bcd6e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 1098 time: 0.0845351 Sep 14 22:07:30.008578 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b49bfcfa-f98d-4bd7-ab6d-eb54cb78e99b req-e81ff189-28c2-444f-9018-4669ee89b742 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:30.061071 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b3d04fa4-a57f-4efc-b61e-974f4e9d9c8f req-7b827d6d-cff9-4948-bd2e-e0cd1010a4ab tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827794 Sep 14 22:07:30.070517 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498c4c0-34bd-48ba-b3a0-2e1e74e7b672 req-3b8f620c-ed03-42d3-bd27-0e0a4d257273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:30.072707 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-6498c4c0-34bd-48ba-b3a0-2e1e74e7b672 req-3b8f620c-ed03-42d3-bd27-0e0a4d257273 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 1099 time: 0.0611813 Sep 14 22:07:30.102011 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-6498c4c0-34bd-48ba-b3a0-2e1e74e7b672 req-c6d30ea3-1f6d-4126-9a70-313f0a304f99 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:30.102244 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd7495a3-7553-4705-8a47-c1ebd07ad57c req-00c1f077-e8c1-49b7-a0e7-eda1d19e2bb5 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320474 Sep 14 22:07:30.169622 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b49bfcfa-f98d-4bd7-ab6d-eb54cb78e99b req-e81ff189-28c2-444f-9018-4669ee89b742 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:30.218373 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd7495a3-7553-4705-8a47-c1ebd07ad57c req-5fbe3bcf-9b40-4738-82c7-9f34ce495318 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081295 Sep 14 22:07:30.234716 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b49bfcfa-f98d-4bd7-ab6d-eb54cb78e99b req-e81ff189-28c2-444f-9018-4669ee89b742 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:30.271927 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b49bfcfa-f98d-4bd7-ab6d-eb54cb78e99b req-e81ff189-28c2-444f-9018-4669ee89b742 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767901 Sep 14 22:07:30.290543 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ff189-28c2-444f-9018-4669ee89b742 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=05d4db0d-f1c1-4945-8577-1470a8c45184,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:30.339922 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.db.api [req-6498c4c0-34bd-48ba-b3a0-2e1e74e7b672 req-c6d30ea3-1f6d-4126-9a70-313f0a304f99 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 004cb9d97df6410d847620396c652202 {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:07:30.340457 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG oslo_db.api [req-6498c4c0-34bd-48ba-b3a0-2e1e74e7b672 req-c6d30ea3-1f6d-4126-9a70-313f0a304f99 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:07:30.418969 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024878e-fdc0-43ee-8cb2-4ec1371a591f req-f7ed3058-c66a-4143-993d-02fb3456f81b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:30.420646 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8024878e-fdc0-43ee-8cb2-4ec1371a591f req-f7ed3058-c66a-4143-993d-02fb3456f81b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0552626 Sep 14 22:07:30.473153 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8024878e-fdc0-43ee-8cb2-4ec1371a591f req-a9d41cee-a376-471c-89c1-e2f8d02b06a7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464704 Sep 14 22:07:30.583659 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8926149-105e-4a4d-954f-e0487934e624 req-e381a05e-815c-4e27-aea3-5cd2d39632f3 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:30.591487 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d8926149-105e-4a4d-954f-e0487934e624 req-e381a05e-815c-4e27-aea3-5cd2d39632f3 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.0587986 Sep 14 22:07:30.638993 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d8926149-105e-4a4d-954f-e0487934e624 req-0068703f-c8b8-4be4-b009-5f095a3286b9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467248 Sep 14 22:07:30.684888 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127f21a-5434-4d89-800d-6a81fbca43c7 req-3afdff6b-620f-46c5-a6e0-24ab7ec51f31 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:30.686507 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d127f21a-5434-4d89-800d-6a81fbca43c7 req-3afdff6b-620f-46c5-a6e0-24ab7ec51f31 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 944 time: 0.0651271 Sep 14 22:07:30.731189 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d127f21a-5434-4d89-800d-6a81fbca43c7 req-d5750564-26eb-4573-8e00-e5c60661dbf8 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385313 Sep 14 22:07:30.842199 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-6498c4c0-34bd-48ba-b3a0-2e1e74e7b672 req-c6d30ea3-1f6d-4126-9a70-313f0a304f99 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:30.916844 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-6498c4c0-34bd-48ba-b3a0-2e1e74e7b672 req-c6d30ea3-1f6d-4126-9a70-313f0a304f99 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8355427 Sep 14 22:07:31.220797 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5ad0d-74d1-44dc-9397-df4c26b159c6 req-f63dab1e-0394-4204-82ad-9c5307300c98 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:31.226697 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b3b5ad0d-74d1-44dc-9397-df4c26b159c6 req-f63dab1e-0394-4204-82ad-9c5307300c98 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0756872 Sep 14 22:07:31.262555 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b3b5ad0d-74d1-44dc-9397-df4c26b159c6 req-d0bdc055-d4f5-4717-b9a0-a44df8b89537 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347757 Sep 14 22:07:31.400369 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 7cf7876f-0d9e-47cd-b28a-540571deb0be details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:07:31.409437 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 94b8d212-eebc-44d7-a95f-65154e055322 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:07:31.431016 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 32854) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:31.557865 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03fe5e3e-58f6-4886-8a57-84e3b9d001b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:31.567830 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 7cf7876f-0d9e-47cd-b28a-540571deb0be, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=7cf7876f-0d9e-47cd-b28a-540571deb0be,segment=NetworkSegment(66d95a71-e27e-44ea-8f96-4a54f6b13e7d),segment_id=66d95a71-e27e-44ea-8f96-4a54f6b13e7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:31.582902 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': '7cf7876f-0d9e-47cd-b28a-540571deb0be', 'network_id': '0ceabcb0-d3e1-4247-beb0-4c62bffa89d2', 'port_id': '7cf7876f-0d9e-47cd-b28a-540571deb0be', 'mac_address': 'fa:16:3e:04:dd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:07:31.594188 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port 94b8d212-eebc-44d7-a95f-65154e055322 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:07:31.605992 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port 94b8d212-eebc-44d7-a95f-65154e055322 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:31.606609 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:31.673910 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63bfb2-927d-4543-971d-1a5e3901cd13 req-5b7e78b6-c37a-4155-9c50-e3c0df613921 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:31.677548 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc63bfb2-927d-4543-971d-1a5e3901cd13 req-5b7e78b6-c37a-4155-9c50-e3c0df613921 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0742440 Sep 14 22:07:31.680620 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:31.686223 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03fe5e3e-58f6-4886-8a57-84e3b9d001b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:31.700875 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf7876f-0d9e-47cd-b28a-540571deb0be {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:07:31.722541 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc63bfb2-927d-4543-971d-1a5e3901cd13 req-f5f0a3bf-a163-49fb-9286-c4ff81345b1f tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392265 Sep 14 22:07:31.750443 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 7cf7876f-0d9e-47cd-b28a-540571deb0be, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=7cf7876f-0d9e-47cd-b28a-540571deb0be,segment=NetworkSegment(66d95a71-e27e-44ea-8f96-4a54f6b13e7d),segment_id=66d95a71-e27e-44ea-8f96-4a54f6b13e7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:31.761615 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03fe5e3e-58f6-4886-8a57-84e3b9d001b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:31.763758 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:31.784712 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e5d18-a17b-4641-a31d-5c25cf494a81 req-b110b165-b602-46a3-ba88-3225867b8934 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:31.786812 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-963e5d18-a17b-4641-a31d-5c25cf494a81 req-b110b165-b602-46a3-ba88-3225867b8934 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.0679758 Sep 14 22:07:31.793305 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b552a56-a043-4d55-8694-e632cd4924c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b8d212-eebc-44d7-a95f-65154e055322'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:07:31.796822 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0e42d5-794f-40cf-8944-86069a7f88be" -d '{"events": [{"server_uuid": "8b552a56-a043-4d55-8694-e632cd4924c7", "name": "network-vif-plugged", "status": "completed", "tag": "94b8d212-eebc-44d7-a95f-65154e055322"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:07:31.814727 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 94b8d212-eebc-44d7-a95f-65154e055322, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=94b8d212-eebc-44d7-a95f-65154e055322,segment=NetworkSegment(66d95a71-e27e-44ea-8f96-4a54f6b13e7d),segment_id=66d95a71-e27e-44ea-8f96-4a54f6b13e7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:31.832891 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-03fe5e3e-58f6-4886-8a57-84e3b9d001b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26b5a07bea2d4eff91ea176c0d9a9409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002488 Sep 14 22:07:31.834287 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe5e3e-58f6-4886-8a57-84e3b9d001b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9b3893-5917-4a23-a827-3fd59ab9c071,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:31.836833 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:31.842316 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-963e5d18-a17b-4641-a31d-5c25cf494a81 req-19e2ef25-c728-43fd-8d88-dbdfd2c57a6d tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 Sep 14 22:07:31.849652 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 32874) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:31.897138 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=7cf7876f-0d9e-47cd-b28a-540571deb0be,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:31.903094 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d1702b-f38e-4141-bf2b-ecabf0a056e3 x-openstack-request-id: req-d1d1702b-f38e-4141-bf2b-ecabf0a056e3 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:07:31.903413 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b552a56-a043-4d55-8694-e632cd4924c7", "name": "network-vif-plugged", "status": "completed", "tag": "94b8d212-eebc-44d7-a95f-65154e055322", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:07:31.903841 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1d1702b-f38e-4141-bf2b-ecabf0a056e3 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:07:31.904236 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b552a56-a043-4d55-8694-e632cd4924c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b8d212-eebc-44d7-a95f-65154e055322', 'code': 200} Sep 14 22:07:31.928570 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:31.949123 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b857c5e-729a-4449-9d20-7ec038378920 req-3d162ca5-bf2e-41af-88b7-851df0fa2f1d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:31.951327 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0b857c5e-729a-4449-9d20-7ec038378920 req-3d162ca5-bf2e-41af-88b7-851df0fa2f1d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 945 time: 0.0914721 Sep 14 22:07:31.972108 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b38c25e3-4aac-46e1-981a-31b3e82ec98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:32.003686 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=94b8d212-eebc-44d7-a95f-65154e055322,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:32.015678 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b38c25e3-4aac-46e1-981a-31b3e82ec98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:32.026438 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0b857c5e-729a-4449-9d20-7ec038378920 req-f9305b42-79c0-42a0-8e21-66ebc2eba7e0 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675490 Sep 14 22:07:32.168077 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b38c25e3-4aac-46e1-981a-31b3e82ec98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:32.175063 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b38c25e3-4aac-46e1-981a-31b3e82ec98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:32.175519 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-b38c25e3-4aac-46e1-981a-31b3e82ec98b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea9b3893-5917-4a23-a827-3fd59ab9c071 HTTP/1.1" status: 204 len: 168 time: 0.3304574 Sep 14 22:07:32.183978 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c25e3-4aac-46e1-981a-31b3e82ec98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9b3893-5917-4a23-a827-3fd59ab9c071,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:32.398893 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d03040-b427-4b75-8040-5901b5dc9f41 req-e58edeef-0cf4-47f2-a8bc-411fbbcf492e tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:32.400616 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-39d03040-b427-4b75-8040-5901b5dc9f41 req-e58edeef-0cf4-47f2-a8bc-411fbbcf492e tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0559986 Sep 14 22:07:32.459214 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-39d03040-b427-4b75-8040-5901b5dc9f41 req-0e16a3e7-eb02-4d37-b575-e15af56708e0 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504324 Sep 14 22:07:32.843540 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562a89e-49db-4479-b8cf-ec364bfbbeb7 req-939cb79f-214a-416f-bc9f-7010800c511c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:32.845112 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e562a89e-49db-4479-b8cf-ec364bfbbeb7 req-939cb79f-214a-416f-bc9f-7010800c511c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0478530 Sep 14 22:07:32.887816 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e562a89e-49db-4479-b8cf-ec364bfbbeb7 req-4ce7fad5-982a-4671-85ff-5eb00736d016 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365353 Sep 14 22:07:32.959377 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f7bd0-e49d-4ed6-97b6-75334c8f0b5a req-a05e86d8-81e3-4205-ad41-594cd286e93c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:32.961181 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6d1f7bd0-e49d-4ed6-97b6-75334c8f0b5a req-a05e86d8-81e3-4205-ad41-594cd286e93c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.0559435 Sep 14 22:07:33.001584 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 32936) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:33.018985 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6d1f7bd0-e49d-4ed6-97b6-75334c8f0b5a req-d7173364-c5ed-4af9-9c0b-3cbff62953b8 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509093 Sep 14 22:07:33.019994 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59ac0267-7af8-44dc-95d7-5d3a49b14bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.176647 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59ac0267-7af8-44dc-95d7-5d3a49b14bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.185827 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd28c77-63e0-4e76-ba28-22fb10f9907e req-40534d67-523e-487f-b4ab-ed456c84a206 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:33.187323 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1dd28c77-63e0-4e76-ba28-22fb10f9907e req-40534d67-523e-487f-b4ab-ed456c84a206 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 945 time: 0.0679514 Sep 14 22:07:33.196498 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 32946) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:33.227815 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1dd28c77-63e0-4e76-ba28-22fb10f9907e req-aec40903-31b7-4b28-b549-7f2e46a65436 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344362 Sep 14 22:07:33.236618 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59ac0267-7af8-44dc-95d7-5d3a49b14bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.276998 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-59ac0267-7af8-44dc-95d7-5d3a49b14bd3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7de3e6ff72c64757bd3f6c126bce5a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714353 Sep 14 22:07:33.276998 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac0267-7af8-44dc-95d7-5d3a49b14bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cac872-18d8-4064-b4bd-a3b64cb88768,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:33.277359 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 32950) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:33.319660 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f6afacb4-ad4b-46b2-ac87-78311c478d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.353667 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f5ee871c-eda2-4853-82d7-6e371a427c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.386840 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f5ee871c-eda2-4853-82d7-6e371a427c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.462864 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f6afacb4-ad4b-46b2-ac87-78311c478d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.539328 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f5ee871c-eda2-4853-82d7-6e371a427c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.541994 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f5ee871c-eda2-4853-82d7-6e371a427c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.543171 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-f5ee871c-eda2-4853-82d7-6e371a427c7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46cac872-18d8-4064-b4bd-a3b64cb88768 HTTP/1.1" status: 204 len: 168 time: 0.2646115 Sep 14 22:07:33.551122 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee871c-eda2-4853-82d7-6e371a427c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cac872-18d8-4064-b4bd-a3b64cb88768,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:33.571721 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d0a78-1d5f-4552-b523-b0311fa1d7a1 req-036dfaf0-9142-4ee1-bd7b-3e8cb27d11a9 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:33.571721 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4e3d0a78-1d5f-4552-b523-b0311fa1d7a1 req-036dfaf0-9142-4ee1-bd7b-3e8cb27d11a9 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0494361 Sep 14 22:07:33.596324 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f6afacb4-ad4b-46b2-ac87-78311c478d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.615306 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4e3d0a78-1d5f-4552-b523-b0311fa1d7a1 req-5b0a46ba-a7e7-4087-aa71-fe685b28389b tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Sep 14 22:07:33.635416 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-f6afacb4-ad4b-46b2-ac87-78311c478d27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60dddae87d134679ab295bb9901a1666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378352 Sep 14 22:07:33.636321 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afacb4-ad4b-46b2-ac87-78311c478d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b44935-ac00-46ed-acc0-edd05e1ab0ae,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:33.638063 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 32956) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:33.690252 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-110bed88-b1ef-4f73-aaf1-55ded6272f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.711259 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-110bed88-b1ef-4f73-aaf1-55ded6272f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.813343 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-110bed88-b1ef-4f73-aaf1-55ded6272f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.818465 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-110bed88-b1ef-4f73-aaf1-55ded6272f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:33.818465 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-110bed88-b1ef-4f73-aaf1-55ded6272f07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6b44935-ac00-46ed-acc0-edd05e1ab0ae HTTP/1.1" status: 204 len: 168 time: 0.1779644 Sep 14 22:07:33.825603 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bed88-b1ef-4f73-aaf1-55ded6272f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b44935-ac00-46ed-acc0-edd05e1ab0ae,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:34.009296 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcac79b-bb30-49aa-a9b2-8cc7067a7cc7 req-31b86b18-bd37-41c0-b2c2-672b80508298 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:34.010822 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3fcac79b-bb30-49aa-a9b2-8cc7067a7cc7 req-31b86b18-bd37-41c0-b2c2-672b80508298 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0500026 Sep 14 22:07:34.049352 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3fcac79b-bb30-49aa-a9b2-8cc7067a7cc7 req-8753e60b-4d63-446e-bd27-28ba8b0ff692 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324230 Sep 14 22:07:34.142983 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89fc0b-5599-4cc4-ac5a-815110c97dc5 req-94c6aeb0-204e-46e7-a71b-98124810871d tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:34.144524 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bd89fc0b-5599-4cc4-ac5a-815110c97dc5 req-94c6aeb0-204e-46e7-a71b-98124810871d tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.0523319 Sep 14 22:07:34.187573 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bd89fc0b-5599-4cc4-ac5a-815110c97dc5 req-04bd6fcf-ce2f-461d-948e-c30c522b2c73 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367885 Sep 14 22:07:34.343566 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cb487-28c1-4193-b042-28d631019e60 req-3b653e24-5455-4b7b-a6ec-0442b80f5eb3 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:34.350631 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aa1cb487-28c1-4193-b042-28d631019e60 req-3b653e24-5455-4b7b-a6ec-0442b80f5eb3 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 945 time: 0.0512981 Sep 14 22:07:34.385171 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aa1cb487-28c1-4193-b042-28d631019e60 req-09399070-1237-4cb2-8e3c-6706dc621592 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337822 Sep 14 22:07:34.605472 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 32994) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:34.618336 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a7e271cb-8ca6-4d51-a5a9-713f29e49cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:34.734005 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a7e271cb-8ca6-4d51-a5a9-713f29e49cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:34.748164 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffcc66-8525-4e83-b6a7-b5a3bee6de7e req-4e41903d-ce7c-4247-af37-027a8607db92 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:34.749693 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cbffcc66-8525-4e83-b6a7-b5a3bee6de7e req-4e41903d-ce7c-4247-af37-027a8607db92 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0682058 Sep 14 22:07:34.788181 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cbffcc66-8525-4e83-b6a7-b5a3bee6de7e req-3113a4b3-73c5-4aac-a7df-58fa30e45c10 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319052 Sep 14 22:07:34.830353 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a7e271cb-8ca6-4d51-a5a9-713f29e49cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:34.868385 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-a7e271cb-8ca6-4d51-a5a9-713f29e49cc1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=511d5ba13f6e44c0b63d9721d09687bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617636 Sep 14 22:07:34.870316 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e271cb-8ca6-4d51-a5a9-713f29e49cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d2ba79-88bf-41aa-8f9d-93644da805af,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:34.871017 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 33002) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:34.922313 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4588f780-a714-4151-973d-04e3328f6ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:34.945994 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4588f780-a714-4151-973d-04e3328f6ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:35.011588 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device eb724a92-aa66-4dd5-90d1-f13bb1524b31 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:07:35.063478 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4588f780-a714-4151-973d-04e3328f6ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:35.066007 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4588f780-a714-4151-973d-04e3328f6ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:35.070672 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-4588f780-a714-4151-973d-04e3328f6ed1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92d2ba79-88bf-41aa-8f9d-93644da805af HTTP/1.1" status: 204 len: 168 time: 0.1981256 Sep 14 22:07:35.083789 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588f780-a714-4151-973d-04e3328f6ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d2ba79-88bf-41aa-8f9d-93644da805af,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:35.094133 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dd0ce-1868-4f07-8d77-d1d478cf99bd req-83ff7e2e-b599-463e-b462-bade043fee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:35.095639 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-3f6dd0ce-1868-4f07-8d77-d1d478cf99bd req-83ff7e2e-b599-463e-b462-bade043fee9f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 1098 time: 0.0607920 Sep 14 22:07:35.164403 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['7cf7876f-0d9e-47cd-b28a-540571deb0be'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:07:35.179885 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port eb724a92-aa66-4dd5-90d1-f13bb1524b31, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:35.200966 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-3f6dd0ce-1868-4f07-8d77-d1d478cf99bd req-b0138a4d-6fa3-4586-a1be-73b404e4a0f1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570767 Sep 14 22:07:35.235135 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230146f-0cfd-4ec6-9e46-4400db95fe5f req-99a4f694-5329-4407-bcee-194e3a8b8088 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:35.241743 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:35.242709 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1230146f-0cfd-4ec6-9e46-4400db95fe5f req-99a4f694-5329-4407-bcee-194e3a8b8088 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.1109478 Sep 14 22:07:35.266642 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'port_id': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'mac_address': 'fa:16:3e:4e:bf:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:07:35.284048 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1230146f-0cfd-4ec6-9e46-4400db95fe5f req-f20baddc-55cc-4ed2-94d4-c37a1c6a9c0d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404766 Sep 14 22:07:35.341300 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:35.352996 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd9b89-30e8-48ac-bf66-247c84118d9b req-e4ef9788-50ff-4df7-a1c1-ea8e0f055a46 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:35.354525 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bbdd9b89-30e8-48ac-bf66-247c84118d9b req-e4ef9788-50ff-4df7-a1c1-ea8e0f055a46 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.0562520 Sep 14 22:07:35.369566 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb724a92-aa66-4dd5-90d1-f13bb1524b31 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:07:35.395425 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port eb724a92-aa66-4dd5-90d1-f13bb1524b31, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:35.413904 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bbdd9b89-30e8-48ac-bf66-247c84118d9b req-1d03d6ec-3f18-44fd-8657-d5416f28d48d tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518737 Sep 14 22:07:35.511293 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:35.513610 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1b60d-ccf0-439e-8012-9a05f6390990 req-4311608c-438d-4676-aa86-1e26f60877a2 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:35.515188 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bae1b60d-ccf0-439e-8012-9a05f6390990 req-4311608c-438d-4676-aa86-1e26f60877a2 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 945 time: 0.0601642 Sep 14 22:07:35.568447 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bae1b60d-ccf0-439e-8012-9a05f6390990 req-caa65b80-0ed6-475a-b16a-dc51e31d9654 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416512 Sep 14 22:07:35.588173 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=eb724a92-aa66-4dd5-90d1-f13bb1524b31,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:35.929225 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41a0b5-0c58-4435-bb94-7d69585222c9 req-2d9d9a13-3e4c-4f23-aa10-e07ef7d64f02 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:35.930705 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-df41a0b5-0c58-4435-bb94-7d69585222c9 req-2d9d9a13-3e4c-4f23-aa10-e07ef7d64f02 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0707262 Sep 14 22:07:35.949413 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['eb724a92-aa66-4dd5-90d1-f13bb1524b31'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:07:35.998652 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-df41a0b5-0c58-4435-bb94-7d69585222c9 req-acb79377-f6fc-4501-bd0f-1ffd8eab0938 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590258 Sep 14 22:07:36.412707 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dbf59-b42f-47f8-8403-af0804f88e4f req-556fda71-a232-497e-8a4f-f9a9c7b7bdb7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:36.414370 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5a1dbf59-b42f-47f8-8403-af0804f88e4f req-556fda71-a232-497e-8a4f-f9a9c7b7bdb7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 944 time: 0.0510457 Sep 14 22:07:36.451864 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5a1dbf59-b42f-47f8-8403-af0804f88e4f req-b84d6d7b-00fa-4435-9b7e-5d068c675cdb tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315306 Sep 14 22:07:36.553600 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961004f2-0673-4e46-9660-1e767a4ff6cd req-51477405-06a5-4d9a-b333-14a6b8b7d977 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:36.557287 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-961004f2-0673-4e46-9660-1e767a4ff6cd req-51477405-06a5-4d9a-b333-14a6b8b7d977 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.0527821 Sep 14 22:07:36.604872 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-961004f2-0673-4e46-9660-1e767a4ff6cd req-c06a4a0f-fcfc-49ab-af09-c3affdcf6939 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378451 Sep 14 22:07:36.718290 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbdc2f-d332-4455-bb71-5dadb30c71f7 req-4efd43c3-ae41-4d23-afe9-96ba551a50d9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:36.719812 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-08dbdc2f-d332-4455-bb71-5dadb30c71f7 req-4efd43c3-ae41-4d23-afe9-96ba551a50d9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 945 time: 0.0522828 Sep 14 22:07:36.760628 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-08dbdc2f-d332-4455-bb71-5dadb30c71f7 req-bee20a04-28e4-4cd3-b39b-02c3678c157f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338438 Sep 14 22:07:37.386240 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 33112) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:37.489849 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4a35863-48da-4b48-b3f4-1613901b5ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:37.575371 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device eb724a92-aa66-4dd5-90d1-f13bb1524b31 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:07:37.576034 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4a35863-48da-4b48-b3f4-1613901b5ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:37.578015 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d71d-92d9-4490-aa64-ab9496108b9a req-394888b4-4d3d-417b-bb81-832b77e6440a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:37.579522 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d2a8d71d-92d9-4490-aa64-ab9496108b9a req-394888b4-4d3d-417b-bb81-832b77e6440a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 944 time: 0.0475545 Sep 14 22:07:37.618045 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d2a8d71d-92d9-4490-aa64-ab9496108b9a req-4877c683-600e-4418-9d27-346943bd3cc3 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324574 Sep 14 22:07:37.744866 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4a35863-48da-4b48-b3f4-1613901b5ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:37.745467 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port eb724a92-aa66-4dd5-90d1-f13bb1524b31 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:07:37.749416 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port eb724a92-aa66-4dd5-90d1-f13bb1524b31 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:37.749944 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:37.784714 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-b4a35863-48da-4b48-b3f4-1613901b5ee2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2ebe7dd399e48bd89f65e18e651f0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970985 Sep 14 22:07:37.787124 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 33128) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:37.787782 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a35863-48da-4b48-b3f4-1613901b5ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e202c71-2c70-4ca7-ba6c-3d73a148e9bc,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:37.835324 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:37.858893 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:07:37.861162 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68523cd2-1123-4579-a019-9a9e3b14b09d" -d '{"events": [{"server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "name": "network-vif-plugged", "status": "completed", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:07:37.873241 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port eb724a92-aa66-4dd5-90d1-f13bb1524b31, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:37.875716 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ec5153f-c81f-4941-98eb-f0763292ae22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:37.900149 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6093e9ce-8d14-4123-9cee-d037c57f16f2 x-openstack-request-id: req-6093e9ce-8d14-4123-9cee-d037c57f16f2 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:07:37.900505 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "name": "network-vif-plugged", "status": "completed", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:07:37.900844 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6093e9ce-8d14-4123-9cee-d037c57f16f2 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:07:37.901298 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'code': 200} Sep 14 22:07:37.906754 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ec5153f-c81f-4941-98eb-f0763292ae22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:37.921598 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b9fa1-2d36-441b-a736-f1f9074870b7 req-fa440e7d-9b93-412a-a211-85c76dfe8c27 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:37.923128 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-248b9fa1-2d36-441b-a736-f1f9074870b7 req-fa440e7d-9b93-412a-a211-85c76dfe8c27 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 945 time: 0.0876272 Sep 14 22:07:37.962989 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:37.964802 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 7cf7876f-0d9e-47cd-b28a-540571deb0be up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:07:37.979861 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-248b9fa1-2d36-441b-a736-f1f9074870b7 req-bedf2d79-b30c-447f-9f5c-27f9d0432c86 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474083 Sep 14 22:07:38.044602 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=eb724a92-aa66-4dd5-90d1-f13bb1524b31,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:38.082146 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ec5153f-c81f-4941-98eb-f0763292ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:38.084698 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ec5153f-c81f-4941-98eb-f0763292ae22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:38.091946 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-4ec5153f-c81f-4941-98eb-f0763292ae22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e202c71-2c70-4ca7-ba6c-3d73a148e9bc HTTP/1.1" status: 204 len: 168 time: 0.2973299 Sep 14 22:07:38.095573 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5153f-c81f-4941-98eb-f0763292ae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e202c71-2c70-4ca7-ba6c-3d73a148e9bc,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:38.190757 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port 7cf7876f-0d9e-47cd-b28a-540571deb0be completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:07:38.195417 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port 7cf7876f-0d9e-47cd-b28a-540571deb0be triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:07:38.195802 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:38.282374 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:38.342330 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 7cf7876f-0d9e-47cd-b28a-540571deb0be, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=7cf7876f-0d9e-47cd-b28a-540571deb0be,segment=NetworkSegment(66d95a71-e27e-44ea-8f96-4a54f6b13e7d),segment_id=66d95a71-e27e-44ea-8f96-4a54f6b13e7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:07:38.390949 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae377d9-a354-4a16-88c0-fc08629d5e21 req-b979e053-cb2f-4073-a164-75b522bf6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:38.392450 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-cae377d9-a354-4a16-88c0-fc08629d5e21 req-b979e053-cb2f-4073-a164-75b522bf6ace service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 1098 time: 0.0450447 Sep 14 22:07:38.429723 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-cae377d9-a354-4a16-88c0-fc08629d5e21 req-378cdd95-3300-452a-ba63-8b9db4c8f26a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299153 Sep 14 22:07:38.466667 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:38.517703 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=7cf7876f-0d9e-47cd-b28a-540571deb0be,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:07:38.752461 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cce398-5cbc-4c87-9228-17b869770535 req-5aeaa3d6-49f6-4083-b83a-10582ac5180c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:38.756421 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d6cce398-5cbc-4c87-9228-17b869770535 req-5aeaa3d6-49f6-4083-b83a-10582ac5180c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0541220 Sep 14 22:07:38.798784 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d6cce398-5cbc-4c87-9228-17b869770535 req-282baefd-1730-43cf-a002-bd7536fb9a02 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340135 Sep 14 22:07:39.098089 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b99dee-3496-4d6f-88c0-7f29352dfe6c req-4ea79b46-4b20-40c0-b421-971e2b7cd53b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:39.099602 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-26b99dee-3496-4d6f-88c0-7f29352dfe6c req-4ea79b46-4b20-40c0-b421-971e2b7cd53b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0510540 Sep 14 22:07:39.141093 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-26b99dee-3496-4d6f-88c0-7f29352dfe6c req-ffdfc51b-65d1-4f74-838f-efa3fa18eef8 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346856 Sep 14 22:07:39.903129 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfc9de3-dc3b-435f-b6c0-3afb68b18246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf7876f-0d9e-47cd-b28a-540571deb0be'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:07:39.906066 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e331710-b718-445b-9f56-3a68b16048a2" -d '{"events": [{"server_uuid": "3dfc9de3-dc3b-435f-b6c0-3afb68b18246", "name": "network-vif-plugged", "status": "completed", "tag": "7cf7876f-0d9e-47cd-b28a-540571deb0be"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:07:41.479610 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a65254-e425-4ef4-afed-307917ecbd69 req-67bf8552-8b70-431c-aa7c-1640f057dc73 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:41.481186 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e6a65254-e425-4ef4-afed-307917ecbd69 req-67bf8552-8b70-431c-aa7c-1640f057dc73 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0481198 Sep 14 22:07:41.517673 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e6a65254-e425-4ef4-afed-307917ecbd69 req-279fdc17-6730-431d-84cb-725089b28933 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305073 Sep 14 22:07:41.566062 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d88122c-f705-4312-acb6-9951e7711772 x-openstack-request-id: req-9d88122c-f705-4312-acb6-9951e7711772 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:07:41.566528 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfc9de3-dc3b-435f-b6c0-3afb68b18246", "name": "network-vif-plugged", "status": "completed", "tag": "7cf7876f-0d9e-47cd-b28a-540571deb0be", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:07:41.566726 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d88122c-f705-4312-acb6-9951e7711772 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:07:41.567986 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfc9de3-dc3b-435f-b6c0-3afb68b18246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf7876f-0d9e-47cd-b28a-540571deb0be', 'code': 200} Sep 14 22:07:41.654862 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a13823-a0cb-4ba8-b0ae-dc1ff22cf409 req-3ba05b8b-83ff-4441-aac3-9670dcf6b4e4 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:41.656252 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c0a13823-a0cb-4ba8-b0ae-dc1ff22cf409 req-3ba05b8b-83ff-4441-aac3-9670dcf6b4e4 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0482798 Sep 14 22:07:41.694246 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c0a13823-a0cb-4ba8-b0ae-dc1ff22cf409 req-f0cecc25-0746-4c43-a39c-9d8a1296552e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318191 Sep 14 22:07:41.904663 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8d8325d6-05a7-41fc-b010-bbddd3eacd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:42.108861 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d0fd0-84d4-4031-9080-12d3d09ce4c7 req-11a3fdfe-7d48-4143-a9fb-7a263376cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:42.110550 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-072d0fd0-84d4-4031-9080-12d3d09ce4c7 req-11a3fdfe-7d48-4143-a9fb-7a263376cf67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 1099 time: 0.0411880 Sep 14 22:07:42.150085 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-072d0fd0-84d4-4031-9080-12d3d09ce4c7 req-559770e4-1084-4db1-8472-701f8e76c3dc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294178 Sep 14 22:07:42.644312 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512f395-72d7-4020-8304-846f83456a6f req-74c867f9-195e-4f9d-bc14-ffa1b23efe70 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:42.650293 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0512f395-72d7-4020-8304-846f83456a6f req-74c867f9-195e-4f9d-bc14-ffa1b23efe70 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0499716 Sep 14 22:07:42.690084 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0512f395-72d7-4020-8304-846f83456a6f req-99ee4424-4553-4e84-b76c-3622ec7d9f1c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368326 Sep 14 22:07:42.816387 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ad8b8-0ff0-4767-a2f0-26131e90228e req-b96ca1bb-8135-4985-a843-a049f962322e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:42.816387 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c82ad8b8-0ff0-4767-a2f0-26131e90228e req-b96ca1bb-8135-4985-a843-a049f962322e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0498605 Sep 14 22:07:42.853516 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c82ad8b8-0ff0-4767-a2f0-26131e90228e req-d22db0c6-54a0-42cc-bd0b-a6af18807437 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Sep 14 22:07:43.809049 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b4089-3359-4975-838c-5bb5572fc45e req-905bcba6-df39-466a-badf-4946f092be9c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:43.810560 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-325b4089-3359-4975-838c-5bb5572fc45e req-905bcba6-df39-466a-badf-4946f092be9c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0492115 Sep 14 22:07:43.871291 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-325b4089-3359-4975-838c-5bb5572fc45e req-47e81160-78f9-4c57-b91d-93eb329887ff tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442731 Sep 14 22:07:44.004109 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54842a5-6ac0-4aca-9e18-ed77c36ff810 req-45f5d126-1059-4094-9d4e-b6b2fb87e2d0 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:44.005709 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e54842a5-6ac0-4aca-9e18-ed77c36ff810 req-45f5d126-1059-4094-9d4e-b6b2fb87e2d0 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0810666 Sep 14 22:07:44.013236 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45de22-05aa-43a1-9608-9111c9df1b22 req-2a55ae4b-8f17-40d7-8e15-9c56dc7d04ed tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:44.014684 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4e45de22-05aa-43a1-9608-9111c9df1b22 req-2a55ae4b-8f17-40d7-8e15-9c56dc7d04ed tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0812845 Sep 14 22:07:44.025080 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 33356) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:07:44.028864 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-0fc7535a-93c2-460d-ab4f-385f8045a935 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Request body: {'floatingip': {'port_id': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:07:44.060852 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e54842a5-6ac0-4aca-9e18-ed77c36ff810 req-4290d84f-372b-4de8-be14-27e5dd6e3230 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451713 Sep 14 22:07:44.100524 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0fc7535a-93c2-460d-ab4f-385f8045a935 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:44.448050 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-cd562826-4ce5-4604-8a24-f78a3e13cb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:44.867421 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0fc7535a-93c2-460d-ab4f-385f8045a935 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:44.894019 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:44.950827 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0fc7535a-93c2-460d-ab4f-385f8045a935 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:45.050249 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.l3_db [None req-0fc7535a-93c2-460d-ab4f-385f8045a935 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Floating IP bc00533c-678f-4776-aaf5-16b30a1f456c associated. External IP: 172.27.2.171, port: eb724a92-aa66-4dd5-90d1-f13bb1524b31. Sep 14 22:07:45.183305 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca774aae-fc07-4aa0-a6ab-bacea563fedb req-31486814-a4b0-4735-a609-abe3e809f88c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:45.185564 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ca774aae-fc07-4aa0-a6ab-bacea563fedb req-31486814-a4b0-4735-a609-abe3e809f88c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0492194 Sep 14 22:07:45.229494 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ca774aae-fc07-4aa0-a6ab-bacea563fedb req-d14a904e-fc9a-48a9-b399-1d869bd3c8f9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351052 Sep 14 22:07:45.274779 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc7535a-93c2-460d-ab4f-385f8045a935 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Router b3e4467d-ac0c-4f56-b58e-f573c5121f5a has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:07:45.386837 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc7535a-93c2-460d-ab4f-385f8045a935 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:07:45.391310 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0fc7535a-93c2-460d-ab4f-385f8045a935 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:45.399786 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf99031a-65b2-4e10-9071-3673368d1def None None] Sync routers for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:07:45.409597 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf99031a-65b2-4e10-9071-3673368d1def None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:07:45.410210 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-cf99031a-65b2-4e10-9071-3673368d1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:07:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:45.418528 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-0fc7535a-93c2-460d-ab4f-385f8045a935 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "PUT /v2.0/floatingips/bc00533c-678f-4776-aaf5-16b30a1f456c HTTP/1.1" status: 200 len: 991 time: 1.3932939 Sep 14 22:07:45.419110 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:07:45.421460 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf8dab6-8c17-4f07-b346-d882bedd29b8" -d '{"events": [{"name": "network-changed", "server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:07:45.514225 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-cf99031a-65b2-4e10-9071-3673368d1def None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:07:45.779135 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:45.860175 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497947fa-c7f1-4579-83f2-b7733871d8ad x-openstack-request-id: req-497947fa-c7f1-4579-83f2-b7733871d8ad {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:07:45.860460 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:07:45.860708 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-497947fa-c7f1-4579-83f2-b7733871d8ad {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:07:45.861128 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'status': 'completed', 'code': 200} Sep 14 22:07:45.874696 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-cf99031a-65b2-4e10-9071-3673368d1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': 'bc00533c-678f-4776-aaf5-16b30a1f456c', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'port_id': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'mac_address': 'fa:16:3e:4e:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:07:13Z', 'updated_at': '2021-09-14T22:07:44Z', 'revision_number': 1, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:10Z', 'revision_number': 5, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:45.903819 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf99031a-65b2-4e10-9071-3673368d1def None None] Checking router: b3e4467d-ac0c-4f56-b58e-f573c5121f5a for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:07:45.912839 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf99031a-65b2-4e10-9071-3673368d1def None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:07:45.913455 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-cf99031a-65b2-4e10-9071-3673368d1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:07:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:45.955032 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c064b8-6c86-44b3-9693-bc40680dcc6d req-1c6d561a-bf16-4cee-8230-859c8221b5b3 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:45.956789 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-37c064b8-6c86-44b3-9693-bc40680dcc6d req-1c6d561a-bf16-4cee-8230-859c8221b5b3 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0543616 Sep 14 22:07:46.002404 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-37c064b8-6c86-44b3-9693-bc40680dcc6d req-3c60c882-988a-4d7e-b11a-37c293d0b907 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365770 Sep 14 22:07:46.018504 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-cf99031a-65b2-4e10-9071-3673368d1def None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:07:46.232723 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-cf99031a-65b2-4e10-9071-3673368d1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': 'bc00533c-678f-4776-aaf5-16b30a1f456c', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'port_id': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'mac_address': 'fa:16:3e:4e:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:07:13Z', 'updated_at': '2021-09-14T22:07:44Z', 'revision_number': 1, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:10Z', 'revision_number': 5, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:07:46.261858 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf99031a-65b2-4e10-9071-3673368d1def None None] The sync data for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi is: [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': 'bc00533c-678f-4776-aaf5-16b30a1f456c', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'port_id': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'mac_address': 'fa:16:3e:4e:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:07:13Z', 'updated_at': '2021-09-14T22:07:44Z', 'revision_number': 1, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:10Z', 'revision_number': 5, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:07:46.452861 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a64f05-cf62-4cf8-bb7c-38eb55f0f55c None None] New status for floating IP bc00533c-678f-4776-aaf5-16b30a1f456c: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:07:47.047996 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:07:47.115428 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faf351-b7f7-4ffc-9ad0-f18742078187 req-1ad69bc6-3290-48d4-af57-68f07e6ba3bf tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:47.116858 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-10faf351-b7f7-4ffc-9ad0-f18742078187 req-1ad69bc6-3290-48d4-af57-68f07e6ba3bf tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0476038 Sep 14 22:07:47.154569 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-10faf351-b7f7-4ffc-9ad0-f18742078187 req-ca269b0f-1388-4413-9711-6a37a4f1fbe0 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318165 Sep 14 22:07:48.268571 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e8535-5d84-460f-a226-c520d6d278e1 req-274dac1e-6947-400d-8f1c-8782573d49b7 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:48.271207 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-db3e8535-5d84-460f-a226-c520d6d278e1 req-274dac1e-6947-400d-8f1c-8782573d49b7 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0500231 Sep 14 22:07:48.308052 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-db3e8535-5d84-460f-a226-c520d6d278e1 req-f0582e32-1e43-4680-a4bf-4f851544263b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318544 Sep 14 22:07:48.436207 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ca2bc-fb09-4001-a110-346781da919e req-faf06e39-1852-44fd-ba9b-9ed319033083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:48.437765 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d26ca2bc-fb09-4001-a110-346781da919e req-faf06e39-1852-44fd-ba9b-9ed319033083 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 1099 time: 0.0714808 Sep 14 22:07:48.440298 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8dab6-8c17-4f07-b346-d882bedd29b8 req-d4f52130-bfdb-4ed5-873b-cf80daae3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:48.441697 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aaf8dab6-8c17-4f07-b346-d882bedd29b8 req-d4f52130-bfdb-4ed5-873b-cf80daae3cf3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 1098 time: 0.0676672 Sep 14 22:07:48.606285 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ca2bc-fb09-4001-a110-346781da919e req-90b67d24-9579-4347-95bf-8e653efb6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:48.607817 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d26ca2bc-fb09-4001-a110-346781da919e req-90b67d24-9579-4347-95bf-8e653efb6be2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 HTTP/1.1" status: 200 len: 920 time: 0.1552052 Sep 14 22:07:48.608887 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8dab6-8c17-4f07-b346-d882bedd29b8 req-f775845c-86b1-4bc8-9c33-88fa1b69302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:48.610231 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aaf8dab6-8c17-4f07-b346-d882bedd29b8 req-f775845c-86b1-4bc8-9c33-88fa1b69302c service neutron] 10.222.0.37 "GET /v2.0/networks?id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 200 len: 918 time: 0.1507180 Sep 14 22:07:48.678456 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d26ca2bc-fb09-4001-a110-346781da919e req-f06dba96-b8ec-44bf-98c7-9bf73cd4eed2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cf7876f-0d9e-47cd-b28a-540571deb0be HTTP/1.1" status: 200 len: 217 time: 0.0397511 Sep 14 22:07:48.804606 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aaf8dab6-8c17-4f07-b346-d882bedd29b8 req-326c3ec9-1ce6-4e44-a98f-cafea9915eee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31 HTTP/1.1" status: 200 len: 1001 time: 0.1587040 Sep 14 22:07:48.806300 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ca2bc-fb09-4001-a110-346781da919e req-c148f9e8-ecce-4eb0-a0fc-26203fec946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:48.807686 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d26ca2bc-fb09-4001-a110-346781da919e req-c148f9e8-ecce-4eb0-a0fc-26203fec946e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31 HTTP/1.1" status: 200 len: 859 time: 0.0977101 Sep 14 22:07:48.874083 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d26ca2bc-fb09-4001-a110-346781da919e req-2e40b968-2787-47d7-9595-c2d4010b0a60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499098 Sep 14 22:07:48.889138 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8dab6-8c17-4f07-b346-d882bedd29b8 req-2bf2defb-7eac-4d5b-8229-e87e2facf73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:48.890558 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aaf8dab6-8c17-4f07-b346-d882bedd29b8 req-2bf2defb-7eac-4d5b-8229-e87e2facf73d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5333dda5-64f1-4ac4-8364-1d7ef56329c7 HTTP/1.1" status: 200 len: 856 time: 0.0675642 Sep 14 22:07:49.421532 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7615d-1a91-4787-88c6-79f59915dcf8 req-7ba2d091-bcb0-4169-b260-740a2c400427 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:49.422956 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d8a7615d-1a91-4787-88c6-79f59915dcf8 req-7ba2d091-bcb0-4169-b260-740a2c400427 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0469420 Sep 14 22:07:49.463378 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d8a7615d-1a91-4787-88c6-79f59915dcf8 req-e8222ba0-3f9d-4cc4-b165-246be9efaaaa tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346763 Sep 14 22:07:50.579171 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46df2c8-7e26-4065-8478-e63556638731 req-099bf430-b7b9-4276-ac58-a05300cff3a7 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:50.580690 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f46df2c8-7e26-4065-8478-e63556638731 req-099bf430-b7b9-4276-ac58-a05300cff3a7 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0482812 Sep 14 22:07:50.617692 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f46df2c8-7e26-4065-8478-e63556638731 req-7dd3db3d-9f0f-47d6-845a-7a43daa6a1f1 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311813 Sep 14 22:07:51.728755 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2aae01-292f-4969-a744-f08a2372f268 req-c3bc5204-d0b6-492e-b358-cd2f8aedf929 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:51.730207 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cb2aae01-292f-4969-a744-f08a2372f268 req-c3bc5204-d0b6-492e-b358-cd2f8aedf929 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0463545 Sep 14 22:07:51.766352 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cb2aae01-292f-4969-a744-f08a2372f268 req-c9dbb389-7221-46ae-bb40-9b2d69cbe238 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302255 Sep 14 22:07:52.395823 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8dab6-8c17-4f07-b346-d882bedd29b8 req-0c3ffe88-c2e5-4589-9acd-27cf587f1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:52.397333 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aaf8dab6-8c17-4f07-b346-d882bedd29b8 req-0c3ffe88-c2e5-4589-9acd-27cf587f1305 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2662926 Sep 14 22:07:52.426218 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d26ca2bc-fb09-4001-a110-346781da919e req-332c63b9-85f6-4aae-bdc2-692c0b4e51fc service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126292 Sep 14 22:07:52.557340 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aaf8dab6-8c17-4f07-b346-d882bedd29b8 req-7643a385-4e84-4cbf-a36a-2652444b2545 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512570 Sep 14 22:07:52.580379 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d26ca2bc-fb09-4001-a110-346781da919e req-985b28ee-c0b3-42e6-9a48-3bdf9667a67b service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441174 Sep 14 22:07:52.662436 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aaf8dab6-8c17-4f07-b346-d882bedd29b8 req-c35c0e18-8a01-4d86-abfe-257de5031fcf service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929184 Sep 14 22:07:52.884362 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b187-21f8-4fa8-af5d-483d1bd53d86 req-7079cce8-dc4b-4612-b251-3c1b2da46075 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:52.886024 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f301b187-21f8-4fa8-af5d-483d1bd53d86 req-7079cce8-dc4b-4612-b251-3c1b2da46075 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0499611 Sep 14 22:07:52.928244 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f301b187-21f8-4fa8-af5d-483d1bd53d86 req-c6288a00-c6ab-4be3-8e8c-e7aa031b2560 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363629 Sep 14 22:07:54.221269 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5f23a-3878-4369-8bf8-806c62e6775c req-f4a43e7d-5448-438f-9184-652f71203965 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:54.223117 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0ea5f23a-3878-4369-8bf8-806c62e6775c req-f4a43e7d-5448-438f-9184-652f71203965 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.2260952 Sep 14 22:07:54.261702 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0ea5f23a-3878-4369-8bf8-806c62e6775c req-b22cc1da-52dd-490a-9fd5-28927672d40e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Sep 14 22:07:55.387536 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca605c73-6f1f-4bb8-9423-3c3a7b4e68d6 req-af61c12e-154f-48fb-b51e-380ad1347c5c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:55.389003 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ca605c73-6f1f-4bb8-9423-3c3a7b4e68d6 req-af61c12e-154f-48fb-b51e-380ad1347c5c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0472920 Sep 14 22:07:55.426754 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ca605c73-6f1f-4bb8-9423-3c3a7b4e68d6 req-35c4c20a-6f82-48ec-a3a8-556070deca52 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Sep 14 22:07:56.544946 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e69a1-f05d-47a4-9925-fa78703a4ccd req-4bc075e2-22c8-42d5-85f3-0c0ccae88073 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:56.546444 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-783e69a1-f05d-47a4-9925-fa78703a4ccd req-4bc075e2-22c8-42d5-85f3-0c0ccae88073 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0519667 Sep 14 22:07:56.591258 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-783e69a1-f05d-47a4-9925-fa78703a4ccd req-b8b3fcac-53c7-44bc-8359-1660ac8bf33d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378749 Sep 14 22:07:57.707406 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067ab2-1709-43d0-ab60-810fa310f346 req-92641c3e-1db9-4ce7-baea-51a3f40d5f7c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:57.709322 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5b067ab2-1709-43d0-ab60-810fa310f346 req-92641c3e-1db9-4ce7-baea-51a3f40d5f7c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0461226 Sep 14 22:07:57.746408 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5b067ab2-1709-43d0-ab60-810fa310f346 req-6960bda9-d29f-4847-b290-c8f5086f4f14 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310135 Sep 14 22:07:58.862802 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006721e2-52e5-415c-8557-e901d54bdf98 req-e72b56d7-e0c2-4ce2-a079-a2f160145efc tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:58.865061 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-006721e2-52e5-415c-8557-e901d54bdf98 req-e72b56d7-e0c2-4ce2-a079-a2f160145efc tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0519924 Sep 14 22:07:58.904331 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-006721e2-52e5-415c-8557-e901d54bdf98 req-e5ae878d-b3b9-4d90-af36-880cd8881554 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333524 Sep 14 22:07:59.529401 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d741c6-f397-414d-b322-9f91e78d27fc req-af18a0d5-591a-4d1e-8c92-83be4ce8b86f tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:07:59.530873 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d6d741c6-f397-414d-b322-9f91e78d27fc req-af18a0d5-591a-4d1e-8c92-83be4ce8b86f tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0485711 Sep 14 22:07:59.578586 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d6d741c6-f397-414d-b322-9f91e78d27fc req-737fd6a2-4fa5-42ee-a958-240aa2df6953 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Sep 14 22:08:00.020838 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f0611-5f93-48e4-820c-cece77236d36 req-237c9ec3-c475-4146-9ae3-27408615c6c2 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:00.022305 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6b8f0611-5f93-48e4-820c-cece77236d36 req-237c9ec3-c475-4146-9ae3-27408615c6c2 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0469239 Sep 14 22:08:00.064943 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6b8f0611-5f93-48e4-820c-cece77236d36 req-5966a3a2-2eb9-4425-8b04-4f573f8ebf6a tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348201 Sep 14 22:08:00.691910 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17211b66-aa24-4fbc-9a64-5e0a48b08d06 req-c2b558f3-7160-4e7b-b0d9-af8eed2f7f9a tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:00.693405 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-17211b66-aa24-4fbc-9a64-5e0a48b08d06 req-c2b558f3-7160-4e7b-b0d9-af8eed2f7f9a tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0468121 Sep 14 22:08:00.730809 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-17211b66-aa24-4fbc-9a64-5e0a48b08d06 req-c047ac3b-0af9-4894-af04-ff535fa7b4ab tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314994 Sep 14 22:08:01.186623 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ad30e-2700-4d75-977c-bb177c2bc739 req-0ffc4ca1-75fd-45a7-8218-c0c36d879087 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:01.188110 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1c2ad30e-2700-4d75-977c-bb177c2bc739 req-0ffc4ca1-75fd-45a7-8218-c0c36d879087 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0574749 Sep 14 22:08:01.228112 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1c2ad30e-2700-4d75-977c-bb177c2bc739 req-b2f6d881-7097-47b1-8959-e3641c9c2f9f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340302 Sep 14 22:08:01.841396 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d883f56-8271-4a12-9f00-4badd7f09c79 req-65061445-bc5c-4958-a7fe-2e6d4a7ea343 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:01.842821 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7d883f56-8271-4a12-9f00-4badd7f09c79 req-65061445-bc5c-4958-a7fe-2e6d4a7ea343 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0462346 Sep 14 22:08:01.878684 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7d883f56-8271-4a12-9f00-4badd7f09c79 req-55f09b1e-d611-4d56-a0da-093959e0d5d8 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300348 Sep 14 22:08:02.344198 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1385a-c7e6-4498-b9aa-15ed42bb63ff req-4ebe7603-0717-4947-856e-da61b9ad4102 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:02.345753 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3aa1385a-c7e6-4498-b9aa-15ed42bb63ff req-4ebe7603-0717-4947-856e-da61b9ad4102 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0518115 Sep 14 22:08:02.384350 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3aa1385a-c7e6-4498-b9aa-15ed42bb63ff req-b8292751-f33b-45e8-866f-7c6924b804bd tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Sep 14 22:08:02.998839 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06229e7b-c8a5-4e4b-bc36-6ccd664611fa req-174a9620-2bcc-4b9c-8c54-f5eeb2157141 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:03.000327 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-06229e7b-c8a5-4e4b-bc36-6ccd664611fa req-174a9620-2bcc-4b9c-8c54-f5eeb2157141 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0500116 Sep 14 22:08:03.041777 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-06229e7b-c8a5-4e4b-bc36-6ccd664611fa req-b5d536d2-cd4c-452c-8341-9f92d505d32f tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346293 Sep 14 22:08:03.497894 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2660731-2876-4b9f-9a59-fc8ed7aa724f req-895cd99a-fb98-4c27-8259-3b226cbf6f6c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:03.499269 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e2660731-2876-4b9f-9a59-fc8ed7aa724f req-895cd99a-fb98-4c27-8259-3b226cbf6f6c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0466671 Sep 14 22:08:03.537135 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e2660731-2876-4b9f-9a59-fc8ed7aa724f req-64d32ad9-459a-44ff-b6ad-897fd6d72de6 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312729 Sep 14 22:08:03.658414 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-148d703c-7ff4-46f8-813b-2f9478f46dd1 req-2b4d05bf-b909-43c7-8e11-be000964e52a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386038 Sep 14 22:08:03.786831 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d703c-7ff4-46f8-813b-2f9478f46dd1 req-7aa2ec48-df3b-43da-9d1e-ca9c9eca5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:03.789446 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-148d703c-7ff4-46f8-813b-2f9478f46dd1 req-7aa2ec48-df3b-43da-9d1e-ca9c9eca5d6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=333d4673601b4c0690da0b74c5a409de&device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 1099 time: 0.0421610 Sep 14 22:08:03.896580 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d703c-7ff4-46f8-813b-2f9478f46dd1 req-30457406-1193-4b37-8b4a-18009e1e63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:03.898066 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-148d703c-7ff4-46f8-813b-2f9478f46dd1 req-30457406-1193-4b37-8b4a-18009e1e63a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0fef938a-d41b-4978-a75f-4cdde4f00245 HTTP/1.1" status: 200 len: 916 time: 0.0855386 Sep 14 22:08:03.942079 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-148d703c-7ff4-46f8-813b-2f9478f46dd1 req-c927fd7b-cf47-4c77-b9a0-55e8701f5166 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=839ef940-1f78-448a-9abc-df270554b895 HTTP/1.1" status: 200 len: 217 time: 0.0348537 Sep 14 22:08:04.000167 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d703c-7ff4-46f8-813b-2f9478f46dd1 req-f765d419-05e4-49f6-bbf3-81ded1167268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:04.001652 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-148d703c-7ff4-46f8-813b-2f9478f46dd1 req-f765d419-05e4-49f6-bbf3-81ded1167268 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b0c0dc5-9efe-4a60-94e3-5a60e2751670 HTTP/1.1" status: 200 len: 855 time: 0.0480158 Sep 14 22:08:04.036315 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-148d703c-7ff4-46f8-813b-2f9478f46dd1 req-2404cad9-a00e-4ae5-8fce-a3794497b7c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0fef938a-d41b-4978-a75f-4cdde4f00245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227852 Sep 14 22:08:04.129073 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-148d703c-7ff4-46f8-813b-2f9478f46dd1 req-6effc522-5ba1-4d82-b8e6-76a614053cb0 service neutron] 10.222.0.37 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849752 Sep 14 22:08:04.155923 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14cfb6-d488-4d65-af30-22daaf4a7665 req-d9b42513-e6c4-4e87-8a19-d21d039e2891 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:04.157449 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3d14cfb6-d488-4d65-af30-22daaf4a7665 req-d9b42513-e6c4-4e87-8a19-d21d039e2891 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0481944 Sep 14 22:08:04.195079 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:08:04.195929 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3d14cfb6-d488-4d65-af30-22daaf4a7665 req-512d2f19-70f8-4407-8f9d-b9fbc48dc0b9 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316906 Sep 14 22:08:04.226566 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-148d703c-7ff4-46f8-813b-2f9478f46dd1 req-6e9523df-42c5-4095-97f3-f0ae5837af8f service neutron] 10.222.0.37 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879211 Sep 14 22:08:04.654133 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c981856-8562-449a-8470-8c92bd31642b req-77f4a400-e377-4075-a950-d0b9f4fb27f5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:04.655664 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4c981856-8562-449a-8470-8c92bd31642b req-77f4a400-e377-4075-a950-d0b9f4fb27f5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0495348 Sep 14 22:08:04.696205 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4c981856-8562-449a-8470-8c92bd31642b req-df790a12-58f7-4fc8-9766-b470eab06476 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346189 Sep 14 22:08:05.185094 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:05.321920 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797cfa6-77a5-4cdb-9569-35a63c615928 req-0d5bd28d-f0fe-4c80-953c-1f244380d595 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:05.323798 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f797cfa6-77a5-4cdb-9569-35a63c615928 req-0d5bd28d-f0fe-4c80-953c-1f244380d595 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0609567 Sep 14 22:08:05.372874 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f797cfa6-77a5-4cdb-9569-35a63c615928 req-c89e8ad7-54e4-4772-8c98-29c3b706c1fe tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432880 Sep 14 22:08:05.845161 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600f82-f656-4bef-837f-b973390ae0d9 req-265b6e23-d2b9-4607-a85b-1046c869f10a tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:05.847707 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-75600f82-f656-4bef-837f-b973390ae0d9 req-265b6e23-d2b9-4607-a85b-1046c869f10a tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0589144 Sep 14 22:08:05.891776 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-75600f82-f656-4bef-837f-b973390ae0d9 req-a66a3a0e-e690-4603-8232-df047e50eb86 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355263 Sep 14 22:08:06.446021 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c1189-dad9-4c15-aa10-4ebd133162eb req-862b3cb7-caf1-41f4-a561-4d9160b1b4f8 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:06.447514 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-641c1189-dad9-4c15-aa10-4ebd133162eb req-862b3cb7-caf1-41f4-a561-4d9160b1b4f8 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.37 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0899341 Sep 14 22:08:06.501411 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91027020-430c-44fe-8daf-8a649563fa31 req-1d8ec3d7-5254-449f-bf5b-6ed97aeaaac7 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:06.503049 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-91027020-430c-44fe-8daf-8a649563fa31 req-1d8ec3d7-5254-449f-bf5b-6ed97aeaaac7 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 945 time: 0.0587454 Sep 14 22:08:06.567672 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-91027020-430c-44fe-8daf-8a649563fa31 req-5dad072b-72f5-45c7-979e-4f6213d895bd tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f7947cc-fc72-4826-bb37-05cc768defa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577850 Sep 14 22:08:06.628100 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-641c1189-dad9-4c15-aa10-4ebd133162eb req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Deleting port efed100f-1f74-4034-8027-ee48d48b1590 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:08:06.628450 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-641c1189-dad9-4c15-aa10-4ebd133162eb req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:06.699625 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71e143-d345-409a-9eab-ca46aab924cd req-2fc2403c-7cbd-43ba-9d89-d1e28107d93d tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:06.701241 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-2fc2403c-7cbd-43ba-9d89-d1e28107d93d tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/networks?id=0fef938a-d41b-4978-a75f-4cdde4f00245 HTTP/1.1" status: 200 len: 815 time: 0.1386445 Sep 14 22:08:06.725746 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-8445fc76-f2be-46e3-b07e-b169be31a2e6 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/quotas/333d4673601b4c0690da0b74c5a409de HTTP/1.1" status: 200 len: 375 time: 0.0160437 Sep 14 22:08:06.758633 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-641c1189-dad9-4c15-aa10-4ebd133162eb req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] For port efed100f-1f74-4034-8027-ee48d48b1590, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=efed100f-1f74-4034-8027-ee48d48b1590,segment=NetworkSegment(52e4e00d-4462-4e39-9414-bf836bf9b3cf),segment_id=52e4e00d-4462-4e39-9414-bf836bf9b3cf)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:08:06.759284 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-641c1189-dad9-4c15-aa10-4ebd133162eb req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:06.775739 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-641c1189-dad9-4c15-aa10-4ebd133162eb req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Calling delete_port for efed100f-1f74-4034-8027-ee48d48b1590 owned by compute:nova {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:08:06.776910 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-8b73f2dc-99a8-4bc7-adc9-6ff9b66748d1 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=333d4673601b4c0690da0b74c5a409de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445297 Sep 14 22:08:06.874207 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ed9e24fc-6628-435f-ba2e-fff72fadb2d6 service neutron] 10.222.0.30 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880330 Sep 14 22:08:07.017335 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-1e58d1bc-027d-48d6-b763-42cfbfb11257 service neutron] 10.222.0.30 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387134 Sep 14 22:08:07.042809 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-641c1189-dad9-4c15-aa10-4ebd133162eb req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:07.045842 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf417a-20ac-46f5-9caf-d60a535f10dd req-cd05b415-3397-4de6-983d-6c6a80261f12 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:07.047421 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-eacf417a-20ac-46f5-9caf-d60a535f10dd req-cd05b415-3397-4de6-983d-6c6a80261f12 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0674222 Sep 14 22:08:07.078734 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Pushing event deleted for resources: {'Port': ['ID=efed100f-1f74-4034-8027-ee48d48b1590,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:07.081208 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['efed100f-1f74-4034-8027-ee48d48b1590'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:08:07.088191 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.088549 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.088913 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.089242 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.089798 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.090308 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.090814 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.091341 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.091860 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.092173 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.092673 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.093191 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.123938 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-eacf417a-20ac-46f5-9caf-d60a535f10dd req-835ce235-12f0-4d67-894b-b688fd1fde9f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668564 Sep 14 22:08:07.162536 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-641c1189-dad9-4c15-aa10-4ebd133162eb req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] No DVR routers for this DVR port efed100f-1f74-4034-8027-ee48d48b1590 on host hv-cinder-80901 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:08:07.165771 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-641c1189-dad9-4c15-aa10-4ebd133162eb req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:07.167893 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-641c1189-dad9-4c15-aa10-4ebd133162eb req-92fc0850-ca15-4987-af91-8f10fd678c79 tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.37 "DELETE /v2.0/ports/efed100f-1f74-4034-8027-ee48d48b1590 HTTP/1.1" status: 204 len: 173 time: 0.7074180 Sep 14 22:08:07.168399 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac4dbe-bd8e-466e-93f3-ecc768c86f69', 'name': 'network-vif-deleted', 'tag': 'efed100f-1f74-4034-8027-ee48d48b1590'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:08:07.170724 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66b34f0-1614-46f6-881a-5baf4927e6c9" -d '{"events": [{"server_uuid": "feac4dbe-bd8e-466e-93f3-ecc768c86f69", "name": "network-vif-deleted", "tag": "efed100f-1f74-4034-8027-ee48d48b1590"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:08:07.259141 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e669a4c-ff0d-4aff-80ac-be66f310f86f x-openstack-request-id: req-7e669a4c-ff0d-4aff-80ac-be66f310f86f {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:08:07.259141 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac4dbe-bd8e-466e-93f3-ecc768c86f69", "name": "network-vif-deleted", "tag": "efed100f-1f74-4034-8027-ee48d48b1590", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:08:07.259515 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e669a4c-ff0d-4aff-80ac-be66f310f86f {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:08:07.259600 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feac4dbe-bd8e-466e-93f3-ecc768c86f69', 'name': 'network-vif-deleted', 'tag': 'efed100f-1f74-4034-8027-ee48d48b1590', 'status': 'completed', 'code': 200} Sep 14 22:08:07.324666 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-49127eaa-d14c-4dda-9b9c-2a2bccccc89d req-c57e7773-08e7-43b1-ad6c-194843c20024 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 210 time: 0.0290239 Sep 14 22:08:07.355960 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 33850) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:07.471782 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-96466fcb-4c0d-4c28-ad71-ced50b63cb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:07.559792 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-96466fcb-4c0d-4c28-ad71-ced50b63cb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:07.647316 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-96466fcb-4c0d-4c28-ad71-ced50b63cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:07.672975 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7e3adcf0-3270-424a-9eda-f59990ccd17c req-0b018d93-5aee-420e-95a6-9b3b8366632c tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 210 time: 0.0258317 Sep 14 22:08:07.686609 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96466fcb-4c0d-4c28-ad71-ced50b63cb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3361bc-4bbf-417e-8f08-92a46c4a7941,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:07.691006 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-96466fcb-4c0d-4c28-ad71-ced50b63cb38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e587ce21258487e90dab602148fae7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336391 Sep 14 22:08:07.694891 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 33864) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:07.744288 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:07.768990 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:07.928406 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:07.931042 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:07.932200 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b3361bc-4bbf-417e-8f08-92a46c4a7941 HTTP/1.1" status: 204 len: 168 time: 0.2360604 Sep 14 22:08:07.944317 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3361bc-4bbf-417e-8f08-92a46c4a7941,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:07.958651 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.959010 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.959356 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.959694 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.960028 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.960586 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.961096 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.961579 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.962127 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.962636 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.963145 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:07.963624 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8780ae0-51c5-42be-8aa4-ad2cbdb1f474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:08.246369 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ccd5d-2b6f-459b-b30b-dabc612a728e req-c312467d-9116-4b31-b96f-a77f3c797c83 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:08.247924 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6f4ccd5d-2b6f-459b-b30b-dabc612a728e req-c312467d-9116-4b31-b96f-a77f3c797c83 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0500426 Sep 14 22:08:08.287949 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6f4ccd5d-2b6f-459b-b30b-dabc612a728e req-2174d007-00cf-4c76-95a8-7ccda0094f97 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339375 Sep 14 22:08:08.421342 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-22eb19ce-4244-4f27-92f4-6ef3856a4db1 req-8a559261-e397-4ee2-aaee-dd6c9b123227 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 210 time: 0.0260210 Sep 14 22:08:08.793330 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-53a9e4b6-454c-4c66-89e9-534bd75f15c2 req-82561009-8362-4b3e-ab9d-8950ea26750c tempest-DeleteServersTestJSON-1649792503 tempest-DeleteServersTestJSON-1649792503-project] 10.222.0.30 "GET /v2.0/ports?device_id=feac4dbe-bd8e-466e-93f3-ecc768c86f69 HTTP/1.1" status: 200 len: 210 time: 0.0263968 Sep 14 22:08:08.835275 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 33888) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:08.848151 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f52ae28-e333-4bc7-aaa1-9687f5468264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:08.959725 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f52ae28-e333-4bc7-aaa1-9687f5468264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:09.071076 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f52ae28-e333-4bc7-aaa1-9687f5468264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:09.111393 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-1f52ae28-e333-4bc7-aaa1-9687f5468264 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7577af9b2a64826ab01c7a7f00bc2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745135 Sep 14 22:08:09.113332 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52ae28-e333-4bc7-aaa1-9687f5468264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febf3cda-a292-43f2-a8ea-f660d8369d88,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:09.114288 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 33896) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:09.165357 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c3651190-1856-45a7-b6f2-dbf348f9279d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:09.185889 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c3651190-1856-45a7-b6f2-dbf348f9279d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:09.401747 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b80269-84de-4304-84af-aa6ab636493d req-a0e27fa4-1805-4142-8c0f-b92d3111a0b4 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:09.403412 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c7b80269-84de-4304-84af-aa6ab636493d req-a0e27fa4-1805-4142-8c0f-b92d3111a0b4 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0476027 Sep 14 22:08:09.420103 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c3651190-1856-45a7-b6f2-dbf348f9279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:09.436648 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c3651190-1856-45a7-b6f2-dbf348f9279d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:09.436648 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-c3651190-1856-45a7-b6f2-dbf348f9279d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/febf3cda-a292-43f2-a8ea-f660d8369d88 HTTP/1.1" status: 204 len: 168 time: 0.3084779 Sep 14 22:08:09.436648 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3651190-1856-45a7-b6f2-dbf348f9279d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febf3cda-a292-43f2-a8ea-f660d8369d88,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:09.442936 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c7b80269-84de-4304-84af-aa6ab636493d req-2068b28b-cb63-435f-b8de-4f3569f91375 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337763 Sep 14 22:08:09.540308 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ccd5ced2-bca6-4c07-8116-555a97c9e91e req-c16f559d-2a6c-4609-a9fb-9454e73f8ce8 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 210 time: 0.0265789 Sep 14 22:08:09.678775 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device efed100f-1f74-4034-8027-ee48d48b1590 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:08:09.699346 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: efed100f-1f74-4034-8027-ee48d48b1590 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:08:09.699690 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device efed100f-1f74-4034-8027-ee48d48b1590 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:08:10.132866 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71e143-d345-409a-9eab-ca46aab924cd req-e874da7d-14f8-458c-b544-4cbe9340f328 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:10.134384 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-e874da7d-14f8-458c-b544-4cbe9340f328 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "GET /v2.0/networks?id=0fef938a-d41b-4978-a75f-4cdde4f00245 HTTP/1.1" status: 200 len: 815 time: 0.1059339 Sep 14 22:08:10.165074 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-cd71e143-d345-409a-9eab-ca46aab924cd req-0d0ab0fd-d34b-4430-af66-2cdc51db65d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Request body: {'port': {'device_id': '11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7', 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245', 'admin_state_up': True, 'tenant_id': '333d4673601b4c0690da0b74c5a409de'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:08:10.274388 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 33938) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:10.301223 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 33942) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:10.316207 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54c2e394-2ac6-4325-b1ad-d58bd540e6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:10.379997 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd71e143-d345-409a-9eab-ca46aab924cd req-0d0ab0fd-d34b-4430-af66-2cdc51db65d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Made reservation on behalf of 333d4673601b4c0690da0b74c5a409de for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:08:10.384644 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-cd71e143-d345-409a-9eab-ca46aab924cd req-0d0ab0fd-d34b-4430-af66-2cdc51db65d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:10.471913 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54c2e394-2ac6-4325-b1ad-d58bd540e6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:10.516592 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4ee9368a-8359-4f8b-8e14-eeec07a3934f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:10.543940 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-cd71e143-d345-409a-9eab-ca46aab924cd req-0d0ab0fd-d34b-4430-af66-2cdc51db65d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Allocated IP 172.20.0.13 (0fef938a-d41b-4978-a75f-4cdde4f00245/5b0c0dc5-9efe-4a60-94e3-5a60e2751670/1d17d9cb-f713-42d7-a51b-2d977a737553) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:08:10.561472 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54c2e394-2ac6-4325-b1ad-d58bd540e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:10.637124 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-54c2e394-2ac6-4325-b1ad-d58bd540e6b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad983494bbb944a9a86c5aa1c601261e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345699 Sep 14 22:08:10.649600 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 33956) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:10.652017 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7003fcd-4ea7-4225-b690-ce237317b588 req-cd3f5c6b-6907-4ac0-b340-7b51691ac985 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:10.655746 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c7003fcd-4ea7-4225-b690-ce237317b588 req-cd3f5c6b-6907-4ac0-b340-7b51691ac985 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.1236029 Sep 14 22:08:10.658117 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2e394-2ac6-4325-b1ad-d58bd540e6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1261bf-56e1-436c-9117-25241774f213,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:10.680158 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-54567299-4de0-41ae-aeee-7e15bebaecbe req-d3c7ff1b-9692-4fb7-a428-02c929c5eb36 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 210 time: 0.0521977 Sep 14 22:08:10.717357 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c7003fcd-4ea7-4225-b690-ce237317b588 req-c2edfc16-6ae9-4645-8285-6898b3b23184 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557830 Sep 14 22:08:10.793837 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4ee9368a-8359-4f8b-8e14-eeec07a3934f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:10.799007 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eda8108b-2cb9-4dfc-a2e6-8373e819e6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:10.824140 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-cd71e143-d345-409a-9eab-ca46aab924cd req-0d0ab0fd-d34b-4430-af66-2cdc51db65d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:10.844233 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eda8108b-2cb9-4dfc-a2e6-8373e819e6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:10.885281 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4ee9368a-8359-4f8b-8e14-eeec07a3934f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:10.930686 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-4ee9368a-8359-4f8b-8e14-eeec07a3934f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b4d935763d8473e8ffcee797b07c132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6551580 Sep 14 22:08:10.932635 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9368a-8359-4f8b-8e14-eeec07a3934f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a86235-0b92-48d6-af1c-c3eeddbc558f,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:10.933540 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 33962) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:10.989619 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bb09c03-8a25-4ab8-8c14-dedb1fcab93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.011210 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bb09c03-8a25-4ab8-8c14-dedb1fcab93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.025004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-cd71e143-d345-409a-9eab-ca46aab924cd req-0d0ab0fd-d34b-4430-af66-2cdc51db65d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.058293 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eda8108b-2cb9-4dfc-a2e6-8373e819e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.060854 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eda8108b-2cb9-4dfc-a2e6-8373e819e6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.061970 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-eda8108b-2cb9-4dfc-a2e6-8373e819e6a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d1261bf-56e1-436c-9117-25241774f213 HTTP/1.1" status: 204 len: 168 time: 0.4114442 Sep 14 22:08:11.076833 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['839ef940-1f78-448a-9abc-df270554b895'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:08:11.081396 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8108b-2cb9-4dfc-a2e6-8373e819e6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1261bf-56e1-436c-9117-25241774f213,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:11.086390 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd71e143-d345-409a-9eab-ca46aab924cd req-0d0ab0fd-d34b-4430-af66-2cdc51db65d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Network 0fef938a-d41b-4978-a75f-4cdde4f00245 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:08:11.092821 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ab0fd-d34b-4430-af66-2cdc51db65d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Pushing event updated for resources: {'Port': ['ID=1d17d9cb-f713-42d7-a51b-2d977a737553,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:11.095517 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-cd71e143-d345-409a-9eab-ca46aab924cd req-0d0ab0fd-d34b-4430-af66-2cdc51db65d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:08:11.097728 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd71e143-d345-409a-9eab-ca46aab924cd req-0d0ab0fd-d34b-4430-af66-2cdc51db65d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:08:11.103805 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71e143-d345-409a-9eab-ca46aab924cd req-0d0ab0fd-d34b-4430-af66-2cdc51db65d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:11.104485 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-cd71e143-d345-409a-9eab-ca46aab924cd req-0d0ab0fd-d34b-4430-af66-2cdc51db65d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.139957 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bb09c03-8a25-4ab8-8c14-dedb1fcab93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.142634 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bb09c03-8a25-4ab8-8c14-dedb1fcab93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.146916 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-1bb09c03-8a25-4ab8-8c14-dedb1fcab93a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80a86235-0b92-48d6-af1c-c3eeddbc558f HTTP/1.1" status: 204 len: 168 time: 0.2093525 Sep 14 22:08:11.153511 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb09c03-8a25-4ab8-8c14-dedb1fcab93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a86235-0b92-48d6-af1c-c3eeddbc558f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:11.231807 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-0d0ab0fd-d34b-4430-af66-2cdc51db65d9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0716445 Sep 14 22:08:11.257584 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Request body: {'port': {'device_id': '11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:08:11.313308 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.597603 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d17d9cb-f713-42d7-a51b-2d977a737553 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:08:11.605159 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.620940 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Transition to ACTIVE for port object 1d17d9cb-f713-42d7-a51b-2d977a737553 will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:08:11.705320 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.785867 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Pushing event updated for resources: {'Port': ['ID=1d17d9cb-f713-42d7-a51b-2d977a737553,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:11.792710 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Attempting to bind port 1d17d9cb-f713-42d7-a51b-2d977a737553 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:08:11.793099 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Attempting to bind port 1d17d9cb-f713-42d7-a51b-2d977a737553 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:08:11.793907 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Attempting to bind port 1d17d9cb-f713-42d7-a51b-2d977a737553 on network 0fef938a-d41b-4978-a75f-4cdde4f00245 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:08:11.797928 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Port 1d17d9cb-f713-42d7-a51b-2d977a737553 on network 0fef938a-d41b-4978-a75f-4cdde4f00245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:08:11.798231 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Attempting to bind port 1d17d9cb-f713-42d7-a51b-2d977a737553 on network 0fef938a-d41b-4978-a75f-4cdde4f00245 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:08:11.806500 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:08:11.806500 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Checking segment: {'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:08:11.806500 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Bound using segment: {'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:08:11.806500 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Bound port: 1d17d9cb-f713-42d7-a51b-2d977a737553, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:08:11.806500 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.868035 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] For port 1d17d9cb-f713-42d7-a51b-2d977a737553, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:08:11.871058 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] For port 1d17d9cb-f713-42d7-a51b-2d977a737553, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=1d17d9cb-f713-42d7-a51b-2d977a737553,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:08:11.885262 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928ab84-74f8-4cd0-933a-3a7e6b414d90 req-075fedb9-d7d3-4c43-b2f6-474aeb95dd3f tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:11.886854 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1928ab84-74f8-4cd0-933a-3a7e6b414d90 req-075fedb9-d7d3-4c43-b2f6-474aeb95dd3f tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 944 time: 0.1030817 Sep 14 22:08:11.894330 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df977bc-c0c4-4381-86ec-6100e23cb86f req-1770d724-a48a-48b9-bb2f-291b76e4537f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:11.896097 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8df977bc-c0c4-4381-86ec-6100e23cb86f req-1770d724-a48a-48b9-bb2f-291b76e4537f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0821908 Sep 14 22:08:11.928099 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 33992) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:11.943943 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-14c7a998-1ae2-48d4-b319-5935dbd49955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.967530 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-727b7e49-dafe-41c3-b21f-ed6629cba49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:11.981788 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1928ab84-74f8-4cd0-933a-3a7e6b414d90 req-90d6ac19-5984-4ce0-83a8-bcb1fc27cbe0 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776393 Sep 14 22:08:11.986218 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8df977bc-c0c4-4381-86ec-6100e23cb86f req-c9a40c28-a002-4cf1-8817-728c60020fb7 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833387 Sep 14 22:08:12.004307 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:12.058831 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:12.059445 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:12.060874 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] 10.222.0.37 "PUT /v2.0/ports/1d17d9cb-f713-42d7-a51b-2d977a737553 HTTP/1.1" status: 200 len: 1094 time: 0.8080382 Sep 14 22:08:12.061313 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7', 'tag': '1d17d9cb-f713-42d7-a51b-2d977a737553'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:08:12.063623 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3859285b-560d-46c1-b1d5-dd78c8cf8222" -d '{"events": [{"name": "network-changed", "server_uuid": "11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7", "tag": "1d17d9cb-f713-42d7-a51b-2d977a737553"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:08:12.110693 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c1f6c-4618-4ad6-8a8f-451a959efe2e service neutron] Pushing event updated for resources: {'Port': ['ID=1d17d9cb-f713-42d7-a51b-2d977a737553,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:12.116453 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f7113e-02dc-4cf0-bc26-0808942adb09 x-openstack-request-id: req-06f7113e-02dc-4cf0-bc26-0808942adb09 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:08:12.116453 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7", "tag": "1d17d9cb-f713-42d7-a51b-2d977a737553", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:08:12.116695 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06f7113e-02dc-4cf0-bc26-0808942adb09 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:08:12.119997 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7', 'tag': '1d17d9cb-f713-42d7-a51b-2d977a737553', 'status': 'completed', 'code': 200} Sep 14 22:08:12.128801 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-14c7a998-1ae2-48d4-b319-5935dbd49955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:12.225654 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859285b-560d-46c1-b1d5-dd78c8cf8222 req-cf4cf1e6-2a51-4598-a7fd-45cc5dbc223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:12.227271 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-3859285b-560d-46c1-b1d5-dd78c8cf8222 req-cf4cf1e6-2a51-4598-a7fd-45cc5dbc223c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=333d4673601b4c0690da0b74c5a409de&device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 1097 time: 0.0543697 Sep 14 22:08:12.262487 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-14c7a998-1ae2-48d4-b319-5935dbd49955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:12.544201 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-14c7a998-1ae2-48d4-b319-5935dbd49955 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12af9d7fae5e4c64b4d6c082e2ad0476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6152000 Sep 14 22:08:12.546688 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7a998-1ae2-48d4-b319-5935dbd49955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89326289-1bf5-41cf-9bde-7b478e71aafe,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:12.546950 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 34016) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:12.566478 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859285b-560d-46c1-b1d5-dd78c8cf8222 req-ae07ab6b-0ff5-442d-979f-aabc292aec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:12.568232 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-3859285b-560d-46c1-b1d5-dd78c8cf8222 req-ae07ab6b-0ff5-442d-979f-aabc292aec04 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=333d4673601b4c0690da0b74c5a409de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3242722 Sep 14 22:08:12.597681 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f751356-90c6-4162-82cb-40fb243e7cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:12.622507 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f751356-90c6-4162-82cb-40fb243e7cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:12.665861 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859285b-560d-46c1-b1d5-dd78c8cf8222 req-aff5a23e-5a44-42c3-b79d-a2cf46596104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:12.667439 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-3859285b-560d-46c1-b1d5-dd78c8cf8222 req-aff5a23e-5a44-42c3-b79d-a2cf46596104 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908580 Sep 14 22:08:12.743093 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f751356-90c6-4162-82cb-40fb243e7cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:12.746319 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f751356-90c6-4162-82cb-40fb243e7cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:12.750696 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-2f751356-90c6-4162-82cb-40fb243e7cf0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89326289-1bf5-41cf-9bde-7b478e71aafe HTTP/1.1" status: 204 len: 168 time: 0.2026289 Sep 14 22:08:12.762272 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f751356-90c6-4162-82cb-40fb243e7cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89326289-1bf5-41cf-9bde-7b478e71aafe,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:12.793683 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71e143-d345-409a-9eab-ca46aab924cd req-4945dc3d-c159-4bc1-afa4-28b2316553f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:12.795741 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-4945dc3d-c159-4bc1-afa4-28b2316553f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=333d4673601b4c0690da0b74c5a409de&device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 1097 time: 0.0511620 Sep 14 22:08:12.851474 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 34030) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:12.864924 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-fab0c334-01f3-41f0-9bdc-4b145967835f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d17d9cb-f713-42d7-a51b-2d977a737553 HTTP/1.1" status: 200 len: 217 time: 0.0483007 Sep 14 22:08:12.902430 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded1b019-06f3-4659-bb02-aa75f4d3b810 admin admin] Deleting subnet d0863371-1a7a-4c44-b53f-6324b91238b6 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:08:12.906376 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded1b019-06f3-4659-bb02-aa75f4d3b810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:12.926914 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71e143-d345-409a-9eab-ca46aab924cd req-78d7d275-a899-47a8-ae9d-2eb4d1c2cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:12.928444 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-78d7d275-a899-47a8-ae9d-2eb4d1c2cc7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b0c0dc5-9efe-4a60-94e3-5a60e2751670 HTTP/1.1" status: 200 len: 855 time: 0.0540810 Sep 14 22:08:12.957244 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded1b019-06f3-4659-bb02-aa75f4d3b810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8063227'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:12.986944 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-030368c6-a194-45e0-9626-ff04523cd1d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0fef938a-d41b-4978-a75f-4cdde4f00245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500677 Sep 14 22:08:13.011163 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded1b019-06f3-4659-bb02-aa75f4d3b810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:13.093550 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-8097a0e0-f0c3-4fd7-b71e-ef669b9edae7 service neutron] 10.222.0.37 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969658 Sep 14 22:08:13.157475 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3b18a-1662-4823-aad9-d8baaf55babd req-0ba2b913-f682-4334-ab61-dc3a35dec44b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:13.158989 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3ac3b18a-1662-4823-aad9-d8baaf55babd req-0ba2b913-f682-4334-ab61-dc3a35dec44b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 944 time: 0.1155837 Sep 14 22:08:13.168024 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa1ac4-84f3-4269-a9dd-7ef0bdde23d4 req-69d98ff3-ab6e-438b-8007-0d5f9516fe3d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:13.169481 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-73fa1ac4-84f3-4269-a9dd-7ef0bdde23d4 req-69d98ff3-ab6e-438b-8007-0d5f9516fe3d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0863695 Sep 14 22:08:13.231659 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3ac3b18a-1662-4823-aad9-d8baaf55babd req-b9063552-b2c5-4b76-94da-786f6ebb70cd tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612421 Sep 14 22:08:13.239624 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-73fa1ac4-84f3-4269-a9dd-7ef0bdde23d4 req-e989117b-b60a-439a-9736-b88ba91418d9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557566 Sep 14 22:08:13.240562 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded1b019-06f3-4659-bb02-aa75f4d3b810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6830446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482864'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:13.281184 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded1b019-06f3-4659-bb02-aa75f4d3b810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:13.285524 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-ded1b019-06f3-4659-bb02-aa75f4d3b810 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d0863371-1a7a-4c44-b53f-6324b91238b6 HTTP/1.1" status: 204 len: 168 time: 0.4307106 Sep 14 22:08:13.287339 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 34056) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:13.294142 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1b019-06f3-4659-bb02-aa75f4d3b810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0863371-1a7a-4c44-b53f-6324b91238b6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:13.365132 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:13.451515 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:13.471211 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.471558 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.472308 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.472650 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.473019 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.473888 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.474212 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.474532 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.474851 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.475171 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.545290 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.545650 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.545982 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.546312 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 22:08:13.546690 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.services.segments.db [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db32172-15e5-45a9-a989-4f00a14b4c0a']}} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:08:13.565150 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.services.segments.db [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e4e00d-4462-4e39-9414-bf836bf9b3cf') {'for_net_delete': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:08:13.565660 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.services.segments.db [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e4e00d-4462-4e39-9414-bf836bf9b3cf') {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:08:13.582486 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59551500'] for segment, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59585228'] for segment, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: from cryptography.utils import int_from_bytes Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: from cryptography.utils import int_from_bytes Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: Traceback (most recent call last): Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: timer() Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: cb(*args, **kw) Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: return func(*args, **kwargs) Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: self._notify() Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: self.callback(batched_events) Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: event.method(event) Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: return f(self, *a, **k) Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: return self._get(url).json() Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: return self.request(url, 'GET', **kwargs) Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:08:13.724070 dv-cinder-809014-1-iscsi neutron-server[94746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:08:13.991168 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:14.006286 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:14.006286 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5db32172-15e5-45a9-a989-4f00a14b4c0a HTTP/1.1" status: 204 len: 168 time: 0.7124279 Sep 14 22:08:14.010346 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff0b68-cf38-465c-9f04-58f23a3a5bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db32172-15e5-45a9-a989-4f00a14b4c0a,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:14.356881 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e94354-a9b0-4cc6-85c0-9d3bb3e364ea req-02fc3e1d-5cab-4d7c-a534-ca7b37e812ef tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:14.360605 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-34e94354-a9b0-4cc6-85c0-9d3bb3e364ea req-02fc3e1d-5cab-4d7c-a534-ca7b37e812ef tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 944 time: 0.0559549 Sep 14 22:08:14.396796 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-34e94354-a9b0-4cc6-85c0-9d3bb3e364ea req-6abcaae7-e62d-4a05-a3c3-3e27bde281ed tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Sep 14 22:08:14.468846 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 34092) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:14.483709 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-48b89490-3a3b-440d-af0b-2a08b96bc70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:14.502655 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecae54d-f5b3-4b99-9ea8-8e941c6ab75f req-f7cfcf04-046f-4ca2-a4a5-608ef6040c8f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:14.504417 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5ecae54d-f5b3-4b99-9ea8-8e941c6ab75f req-f7cfcf04-046f-4ca2-a4a5-608ef6040c8f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0544429 Sep 14 22:08:14.517364 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-de17bc82-84e6-43a5-a1d4-57ed6659f135 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e4bfe815eb741d09698ad33f477d420&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464363 Sep 14 22:08:14.519669 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 34094) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:14.547485 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5ecae54d-f5b3-4b99-9ea8-8e941c6ab75f req-70c1c17b-c6bb-4691-a483-170b68858fd0 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355592 Sep 14 22:08:14.572076 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7534fc18-b69e-4208-b250-f8823b04641d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:14.593148 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7534fc18-b69e-4208-b250-f8823b04641d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:14.762440 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7534fc18-b69e-4208-b250-f8823b04641d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:14.765273 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7534fc18-b69e-4208-b250-f8823b04641d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:14.771942 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-7534fc18-b69e-4208-b250-f8823b04641d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f7947cc-fc72-4826-bb37-05cc768defa6 HTTP/1.1" status: 204 len: 168 time: 0.2457843 Sep 14 22:08:14.775426 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534fc18-b69e-4208-b250-f8823b04641d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7947cc-fc72-4826-bb37-05cc768defa6,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:14.882463 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:15.534754 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a45bf-2cff-411e-9a6d-70a85a3f2366 req-4994fc36-a53f-4191-a76f-9306da1fa06b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:15.536324 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aa3a45bf-2cff-411e-9a6d-70a85a3f2366 req-4994fc36-a53f-4191-a76f-9306da1fa06b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 944 time: 0.0608668 Sep 14 22:08:15.575810 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aa3a45bf-2cff-411e-9a6d-70a85a3f2366 req-0c54f19f-5e0a-4bd1-97d9-649cb66d5b0b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324333 Sep 14 22:08:15.680530 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1764028-6dc7-4999-b60c-bdd44dcfa2e0 req-292b0de8-ef02-41fe-9da8-45515ace1365 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:15.682033 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a1764028-6dc7-4999-b60c-bdd44dcfa2e0 req-292b0de8-ef02-41fe-9da8-45515ace1365 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0483835 Sep 14 22:08:15.720915 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a1764028-6dc7-4999-b60c-bdd44dcfa2e0 req-96c8ee65-b7c4-4d4e-ab89-bf7dc5bddac7 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327797 Sep 14 22:08:15.750448 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:15.887881 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-cd71e143-d345-409a-9eab-ca46aab924cd req-7ddc29ad-ff65-40a2-881f-875d86bced83 service neutron] 10.222.0.37 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947909 Sep 14 22:08:16.694955 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286e144-a62d-462e-960c-c862d527ca65 req-19d5e87e-3a6e-4103-8fa9-bd84631f5df6 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:16.696463 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a286e144-a62d-462e-960c-c862d527ca65 req-19d5e87e-3a6e-4103-8fa9-bd84631f5df6 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 944 time: 0.0525117 Sep 14 22:08:16.733948 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a286e144-a62d-462e-960c-c862d527ca65 req-a362189c-518f-4bb9-a719-e68809894d90 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Sep 14 22:08:16.848590 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdcbba-de40-485c-a1d2-fc53d6a70dfe req-7a7afec4-7eaa-4a52-9aac-bae29a1bc5d1 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:16.850118 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7cdcbba-de40-485c-a1d2-fc53d6a70dfe req-7a7afec4-7eaa-4a52-9aac-bae29a1bc5d1 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0530899 Sep 14 22:08:16.904769 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7cdcbba-de40-485c-a1d2-fc53d6a70dfe req-a8df68d1-dee5-4d7b-aa5d-7a01f62b6203 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485313 Sep 14 22:08:17.065832 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:17.844955 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6edab2-0766-468f-8452-09db2847ae5d req-7233aa0d-442f-4202-9d1c-658c9b829020 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:17.846446 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8a6edab2-0766-468f-8452-09db2847ae5d req-7233aa0d-442f-4202-9d1c-658c9b829020 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 944 time: 0.0472987 Sep 14 22:08:17.884173 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8a6edab2-0766-468f-8452-09db2847ae5d req-eb0f20d7-3ea5-4e08-bfb4-c659dc6be770 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313425 Sep 14 22:08:18.018950 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf8860-916f-461c-b615-0af8713e7619 req-9751ef7b-b3b3-4cf6-a4de-3bc19e6aa46e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:18.020441 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dccf8860-916f-461c-b615-0af8713e7619 req-9751ef7b-b3b3-4cf6-a4de-3bc19e6aa46e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0484931 Sep 14 22:08:18.064581 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dccf8860-916f-461c-b615-0af8713e7619 req-21a6f74d-18c1-4595-b7bf-b9201782c69e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332754 Sep 14 22:08:19.008422 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad80b4c-817a-4790-9a5f-1a95cd8f09c4 req-4de21743-defa-4387-aa6d-4acbd1adbd06 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:19.009941 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0ad80b4c-817a-4790-9a5f-1a95cd8f09c4 req-4de21743-defa-4387-aa6d-4acbd1adbd06 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 944 time: 0.0583391 Sep 14 22:08:19.046870 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0ad80b4c-817a-4790-9a5f-1a95cd8f09c4 req-429e35a9-4b69-40e9-b1cd-bca0d6639e4e tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310848 Sep 14 22:08:19.177799 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f15285-d586-4cef-9bf7-746f55b7e724 req-b3fa2229-de6f-459d-818a-ac69b91dbccb tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:19.179302 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-56f15285-d586-4cef-9bf7-746f55b7e724 req-b3fa2229-de6f-459d-818a-ac69b91dbccb tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0489895 Sep 14 22:08:19.216068 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-56f15285-d586-4cef-9bf7-746f55b7e724 req-1d5b8052-6c8b-465d-9da6-263ab02ea577 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309751 Sep 14 22:08:20.159035 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0023f25-7092-4578-887a-5d682b467420 req-51c1cc44-7162-4e4c-95e9-3c1cca3ae0af tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:20.160547 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0023f25-7092-4578-887a-5d682b467420 req-51c1cc44-7162-4e4c-95e9-3c1cca3ae0af tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 944 time: 0.0483849 Sep 14 22:08:20.200038 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0023f25-7092-4578-887a-5d682b467420 req-064a0dbe-2d7f-46c5-80a7-d222ff81d01a tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329211 Sep 14 22:08:20.335173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d44d9-9ba3-4d08-8801-8a2807da33ff req-67a04d51-fe87-4561-8820-88037e7d7534 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:20.336711 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-843d44d9-9ba3-4d08-8801-8a2807da33ff req-67a04d51-fe87-4561-8820-88037e7d7534 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0520818 Sep 14 22:08:20.378129 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-843d44d9-9ba3-4d08-8801-8a2807da33ff req-17c2d2da-c953-4a32-8e4c-ea5d4a7b9220 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337377 Sep 14 22:08:21.314573 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded4685-26bc-4a2c-b36e-5c5c3e5966ea req-ce84288d-efd0-4982-bf51-dd1a9d585bf5 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:21.316051 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6ded4685-26bc-4a2c-b36e-5c5c3e5966ea req-ce84288d-efd0-4982-bf51-dd1a9d585bf5 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 944 time: 0.0482230 Sep 14 22:08:21.353568 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6ded4685-26bc-4a2c-b36e-5c5c3e5966ea req-1caf1e7c-0c70-46e3-9040-7014a16583b7 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313687 Sep 14 22:08:21.497469 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35f2fa-506d-430c-ae20-5be9056b921b req-811f1d6c-fbbd-4109-89e7-8bb0df317324 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:21.500181 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5b35f2fa-506d-430c-ae20-5be9056b921b req-811f1d6c-fbbd-4109-89e7-8bb0df317324 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0507107 Sep 14 22:08:21.537689 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5b35f2fa-506d-430c-ae20-5be9056b921b req-b68d6cf4-f583-4b79-9c41-a11a3d7ee4dc tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327723 Sep 14 22:08:21.816328 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 1d17d9cb-f713-42d7-a51b-2d977a737553 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:08:21.909922 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 1d17d9cb-f713-42d7-a51b-2d977a737553, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=1d17d9cb-f713-42d7-a51b-2d977a737553,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:08:21.920630 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': '1d17d9cb-f713-42d7-a51b-2d977a737553', 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245', 'port_id': '1d17d9cb-f713-42d7-a51b-2d977a737553', 'mac_address': 'fa:16:3e:fd:a9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0c0dc5-9efe-4a60-94e3-5a60e2751670', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:08:21.956642 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:21.971505 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d17d9cb-f713-42d7-a51b-2d977a737553 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:08:21.990301 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 1d17d9cb-f713-42d7-a51b-2d977a737553, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=1d17d9cb-f713-42d7-a51b-2d977a737553,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:08:22.088209 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:22.145713 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=1d17d9cb-f713-42d7-a51b-2d977a737553,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:22.153352 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:22.153706 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:22.154051 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:22.154391 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:22.154721 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:22.155239 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:22.155575 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:22.155905 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:22.156284 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:22.156614 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:22.156968 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:22.157296 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:08:22.470776 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e386cf-1446-47d1-b3c1-10b983ab15d3 req-cbcc35ae-af7c-45ac-9bc7-2e4fd96ed626 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:22.472281 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f9e386cf-1446-47d1-b3c1-10b983ab15d3 req-cbcc35ae-af7c-45ac-9bc7-2e4fd96ed626 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 945 time: 0.0536871 Sep 14 22:08:22.503148 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['1d17d9cb-f713-42d7-a51b-2d977a737553'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:08:22.511331 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f9e386cf-1446-47d1-b3c1-10b983ab15d3 req-39abda20-5126-492f-b61c-17b8dac86c0c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Sep 14 22:08:22.709705 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25d50c-24b2-4154-a677-17440a8b5677 req-ea0ba4df-d7ab-4c75-b046-c1fe697b5c69 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:22.711202 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6e25d50c-24b2-4154-a677-17440a8b5677 req-ea0ba4df-d7ab-4c75-b046-c1fe697b5c69 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0618055 Sep 14 22:08:22.754797 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6e25d50c-24b2-4154-a677-17440a8b5677 req-ece526bc-5ede-48c6-bc21-ca39d9b6ad12 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371146 Sep 14 22:08:23.683410 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb045d-46e6-4fc7-80ae-830022bbcfe3 req-ee7266e7-b531-454d-9e66-3928e27fb49c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:23.685049 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c8eb045d-46e6-4fc7-80ae-830022bbcfe3 req-ee7266e7-b531-454d-9e66-3928e27fb49c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 945 time: 0.0521250 Sep 14 22:08:23.724563 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c8eb045d-46e6-4fc7-80ae-830022bbcfe3 req-394d8673-d0eb-479c-974e-6b72b6acd385 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334997 Sep 14 22:08:23.884424 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c16b5-c33d-4152-ae52-edb1c6b4a192 req-1bed77dc-1716-4c9b-b856-1a8d4a1dfa12 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:23.886177 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1f7c16b5-c33d-4152-ae52-edb1c6b4a192 req-1bed77dc-1716-4c9b-b856-1a8d4a1dfa12 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0534225 Sep 14 22:08:23.924038 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1f7c16b5-c33d-4152-ae52-edb1c6b4a192 req-5b8f5558-4816-41f3-acd6-24d4d350e505 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320039 Sep 14 22:08:24.841881 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69093b-4bea-4205-9fa8-2cd3aada100d req-7157c615-f61c-4a73-8908-fd096ff45261 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:24.843466 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8b69093b-4bea-4205-9fa8-2cd3aada100d req-7157c615-f61c-4a73-8908-fd096ff45261 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 945 time: 0.0515077 Sep 14 22:08:24.886211 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8b69093b-4bea-4205-9fa8-2cd3aada100d req-12a28ffb-1575-43a9-b238-4834bc9a3ba8 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356734 Sep 14 22:08:25.039550 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932424f-72b9-474c-89f6-eb762d9c8a48 req-02561c3b-c75c-445d-9004-5047695d3bf3 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:25.040971 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d932424f-72b9-474c-89f6-eb762d9c8a48 req-02561c3b-c75c-445d-9004-5047695d3bf3 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0469952 Sep 14 22:08:25.077434 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d932424f-72b9-474c-89f6-eb762d9c8a48 req-b87933b7-73ac-4418-8f46-069088cbe923 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306609 Sep 14 22:08:26.011165 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950bc69-d6d2-48a4-aa53-db833a7d45b6 req-3e1ebc52-7d06-4bed-a4a2-63cea28fda6b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:26.012640 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1950bc69-d6d2-48a4-aa53-db833a7d45b6 req-3e1ebc52-7d06-4bed-a4a2-63cea28fda6b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 945 time: 0.0511971 Sep 14 22:08:26.050244 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1950bc69-d6d2-48a4-aa53-db833a7d45b6 req-983ae6cc-68b6-449b-bb4b-7d938b716857 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Sep 14 22:08:26.191351 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3bb62-43e6-473f-95c2-84011d13defd req-d804b0e9-417c-473d-8ee2-b5c6d41e27c2 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:26.193400 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ede3bb62-43e6-473f-95c2-84011d13defd req-d804b0e9-417c-473d-8ee2-b5c6d41e27c2 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0468218 Sep 14 22:08:26.231478 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ede3bb62-43e6-473f-95c2-84011d13defd req-26336a52-bc67-4ea9-b983-042ffa93d2dd tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322850 Sep 14 22:08:27.164654 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3b385-d620-4e4c-9502-3323cf95ceef req-4b81429b-3c86-4e0d-86ea-9d88e44bf407 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:27.166199 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-10d3b385-d620-4e4c-9502-3323cf95ceef req-4b81429b-3c86-4e0d-86ea-9d88e44bf407 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 945 time: 0.0491731 Sep 14 22:08:27.206533 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-10d3b385-d620-4e4c-9502-3323cf95ceef req-c5dfd98f-bc64-4fd1-a83a-cf20367ef4e0 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330014 Sep 14 22:08:27.351010 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317edd50-7543-441e-b75e-8f7350f3ee30 req-01bad6a9-298d-4deb-baf9-91b123f3f87c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:27.352496 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-317edd50-7543-441e-b75e-8f7350f3ee30 req-01bad6a9-298d-4deb-baf9-91b123f3f87c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0524049 Sep 14 22:08:27.390909 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-317edd50-7543-441e-b75e-8f7350f3ee30 req-dc3e1c3c-8e7d-4c23-88a4-038dbf5a5c3b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323060 Sep 14 22:08:27.837150 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 1d17d9cb-f713-42d7-a51b-2d977a737553 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:08:28.008559 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port 1d17d9cb-f713-42d7-a51b-2d977a737553 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:08:28.012526 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port 1d17d9cb-f713-42d7-a51b-2d977a737553 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:08:28.012938 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:28.090571 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:28.114585 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d17d9cb-f713-42d7-a51b-2d977a737553'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:08:28.116943 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996ef035-d377-4aea-aac5-e330f34886a7" -d '{"events": [{"server_uuid": "11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7", "name": "network-vif-plugged", "status": "completed", "tag": "1d17d9cb-f713-42d7-a51b-2d977a737553"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:08:28.130105 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 1d17d9cb-f713-42d7-a51b-2d977a737553, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=1d17d9cb-f713-42d7-a51b-2d977a737553,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:08:28.152707 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2f5f19-07fd-42bb-9636-91b7ddf7a22c x-openstack-request-id: req-0a2f5f19-07fd-42bb-9636-91b7ddf7a22c {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:08:28.153024 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7", "name": "network-vif-plugged", "status": "completed", "tag": "1d17d9cb-f713-42d7-a51b-2d977a737553", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:08:28.153529 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a2f5f19-07fd-42bb-9636-91b7ddf7a22c {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:08:28.153919 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d17d9cb-f713-42d7-a51b-2d977a737553', 'code': 200} Sep 14 22:08:28.197033 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:28.248789 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=1d17d9cb-f713-42d7-a51b-2d977a737553,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:28.325467 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41005895-9a50-4cc6-b56c-432d6600cbb9 req-810c14e1-4bf8-4c7f-8a83-44287e36179f tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:28.326969 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-41005895-9a50-4cc6-b56c-432d6600cbb9 req-810c14e1-4bf8-4c7f-8a83-44287e36179f tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 946 time: 0.0475223 Sep 14 22:08:28.372250 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-41005895-9a50-4cc6-b56c-432d6600cbb9 req-47feb69f-9a94-4a7f-ae94-47f210db5d65 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390205 Sep 14 22:08:28.546798 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f59977-3dd1-4bf2-a0da-3726f3d66fec req-8da29405-ea0f-44c5-aae8-e9834b7d5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:28.550511 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-35f59977-3dd1-4bf2-a0da-3726f3d66fec req-8da29405-ea0f-44c5-aae8-e9834b7d5ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 1099 time: 0.0479298 Sep 14 22:08:28.560168 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e29736-9e7c-45b4-b20b-e51a6e374e0d req-f9130f7f-dbd3-4b99-b96d-4505829e3600 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:28.561743 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e7e29736-9e7c-45b4-b20b-e51a6e374e0d req-f9130f7f-dbd3-4b99-b96d-4505829e3600 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0611892 Sep 14 22:08:28.588828 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-35f59977-3dd1-4bf2-a0da-3726f3d66fec req-08e9471a-cf28-4635-9ba8-68175d3dbde6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330853 Sep 14 22:08:28.604577 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e7e29736-9e7c-45b4-b20b-e51a6e374e0d req-27f3c290-4038-4973-8a72-8dce5226f48c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346546 Sep 14 22:08:28.886209 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 34502) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:28.995384 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6cc3154a-6b4c-4dfd-8cdf-e4b604b32ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:29.088589 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6cc3154a-6b4c-4dfd-8cdf-e4b604b32ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:29.168450 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6cc3154a-6b4c-4dfd-8cdf-e4b604b32ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:29.205264 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3154a-6b4c-4dfd-8cdf-e4b604b32ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbe8091-f57b-40f3-8650-e0a2ef9003b4,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:29.209841 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-6cc3154a-6b4c-4dfd-8cdf-e4b604b32ca9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a512b4de67634f9193de8613d46e247f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224065 Sep 14 22:08:29.212353 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 34518) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:29.260975 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5133f98-3213-47eb-913e-418e9b96f388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:29.281717 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5133f98-3213-47eb-913e-418e9b96f388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:29.385446 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5133f98-3213-47eb-913e-418e9b96f388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:29.388127 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5133f98-3213-47eb-913e-418e9b96f388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:29.389335 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-b5133f98-3213-47eb-913e-418e9b96f388 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7dbe8091-f57b-40f3-8650-e0a2ef9003b4 HTTP/1.1" status: 204 len: 168 time: 0.1760163 Sep 14 22:08:29.397669 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5133f98-3213-47eb-913e-418e9b96f388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbe8091-f57b-40f3-8650-e0a2ef9003b4,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:29.501144 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd36882-6db4-4c38-8335-7ce164d13473 req-7b2d95c7-55e8-459f-9faf-377fea812566 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:29.506033 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4dd36882-6db4-4c38-8335-7ce164d13473 req-7b2d95c7-55e8-459f-9faf-377fea812566 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 946 time: 0.0604143 Sep 14 22:08:29.547553 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4dd36882-6db4-4c38-8335-7ce164d13473 req-66b8df9d-b310-4390-8ecf-7d7f873d4f35 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362575 Sep 14 22:08:29.547553 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 34532) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:29.723397 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61160ecd-aaf8-48fb-a5ad-e3c27b3c5355 req-243904aa-bbca-4588-9898-2f0e0581fa64 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:29.725350 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-61160ecd-aaf8-48fb-a5ad-e3c27b3c5355 req-243904aa-bbca-4588-9898-2f0e0581fa64 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0495124 Sep 14 22:08:29.771631 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-61160ecd-aaf8-48fb-a5ad-e3c27b3c5355 req-20903b7c-fc29-4d92-b615-4a534bbaa9a1 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402501 Sep 14 22:08:29.792911 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7bf6932c-3cad-4fea-b0cb-1b72d6999c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:29.876742 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7bf6932c-3cad-4fea-b0cb-1b72d6999c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:29.945792 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7bf6932c-3cad-4fea-b0cb-1b72d6999c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:29.985852 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-7bf6932c-3cad-4fea-b0cb-1b72d6999c06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bcbf39c6e08d4d6b919b3cf01d0437be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372299 Sep 14 22:08:29.986971 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6932c-3cad-4fea-b0cb-1b72d6999c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b8ab2e-724f-471f-b0fb-a0957350139b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:29.990221 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 34560) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:30.046454 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-24636493-63a9-4a66-86d9-9c6cb739395e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:30.068239 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-24636493-63a9-4a66-86d9-9c6cb739395e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:30.102922 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 34566) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:30.120679 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09b35f2d-6623-49d5-ab8a-e3fd1c70aca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:30.211157 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-24636493-63a9-4a66-86d9-9c6cb739395e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:30.213844 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-24636493-63a9-4a66-86d9-9c6cb739395e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:30.214980 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-24636493-63a9-4a66-86d9-9c6cb739395e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8b8ab2e-724f-471f-b0fb-a0957350139b HTTP/1.1" status: 204 len: 168 time: 0.2211597 Sep 14 22:08:30.236018 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24636493-63a9-4a66-86d9-9c6cb739395e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b8ab2e-724f-471f-b0fb-a0957350139b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:30.305312 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09b35f2d-6623-49d5-ab8a-e3fd1c70aca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:30.431574 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09b35f2d-6623-49d5-ab8a-e3fd1c70aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:30.470371 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-09b35f2d-6623-49d5-ab8a-e3fd1c70aca5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36e5e8b87251464b9c58689b3967372f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663530 Sep 14 22:08:30.472401 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b35f2d-6623-49d5-ab8a-e3fd1c70aca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f46eb52-03e2-4137-b245-2dd65010ea0b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:30.473282 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 34588) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:30.523641 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1e5856de-d908-44ee-b283-79c21ac5c51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:30.547152 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1e5856de-d908-44ee-b283-79c21ac5c51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:30.670767 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1e5856de-d908-44ee-b283-79c21ac5c51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:30.672119 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271cf1d-f6c2-4f4c-8bf8-aed6c4764f32 req-fb218a81-98b7-4c2c-a3c0-af31b9ec231b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:30.673622 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1e5856de-d908-44ee-b283-79c21ac5c51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:30.673769 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1271cf1d-f6c2-4f4c-8bf8-aed6c4764f32 req-fb218a81-98b7-4c2c-a3c0-af31b9ec231b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 946 time: 0.0540795 Sep 14 22:08:30.674788 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-1e5856de-d908-44ee-b283-79c21ac5c51b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f46eb52-03e2-4137-b245-2dd65010ea0b HTTP/1.1" status: 204 len: 168 time: 0.1998990 Sep 14 22:08:30.684061 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5856de-d908-44ee-b283-79c21ac5c51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f46eb52-03e2-4137-b245-2dd65010ea0b,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:30.735102 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1271cf1d-f6c2-4f4c-8bf8-aed6c4764f32 req-916ed0cd-d645-4543-8329-42fca85ef39f tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539770 Sep 14 22:08:30.884686 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688602c-65e9-4fad-a2a3-a539d94712ac req-539a6bd4-0c95-485d-bee4-fabe1fedf302 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:30.886144 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3688602c-65e9-4fad-a2a3-a539d94712ac req-539a6bd4-0c95-485d-bee4-fabe1fedf302 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0467451 Sep 14 22:08:30.924414 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3688602c-65e9-4fad-a2a3-a539d94712ac req-5a6c4b02-5d52-4626-9952-b5ba9c9a537c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323312 Sep 14 22:08:31.107058 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 34604) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:31.120600 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f6299fb-7eaa-4452-9d89-fe578649321f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:31.210636 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f6299fb-7eaa-4452-9d89-fe578649321f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:31.271185 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f6299fb-7eaa-4452-9d89-fe578649321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:31.309378 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-8f6299fb-7eaa-4452-9d89-fe578649321f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11a1a7a55b8842188a19675a9da317c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011952 Sep 14 22:08:31.310264 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6299fb-7eaa-4452-9d89-fe578649321f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a626fc-a848-4158-bdba-487de8434718,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:31.312082 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 34614) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:31.360070 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c33b6949-1afd-4d5f-8db2-7bc01ccfb96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:31.382530 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c33b6949-1afd-4d5f-8db2-7bc01ccfb96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:31.494330 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c33b6949-1afd-4d5f-8db2-7bc01ccfb96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:31.497024 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c33b6949-1afd-4d5f-8db2-7bc01ccfb96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:31.498172 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-c33b6949-1afd-4d5f-8db2-7bc01ccfb96b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57a626fc-a848-4158-bdba-487de8434718 HTTP/1.1" status: 204 len: 168 time: 0.1851134 Sep 14 22:08:31.506555 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b6949-1afd-4d5f-8db2-7bc01ccfb96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a626fc-a848-4158-bdba-487de8434718,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:31.860796 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c82653-aa31-47c1-ae53-a89782d6257c req-9e4efeb3-3ad4-4000-b77d-d091d7685b90 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:31.862465 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3c82653-aa31-47c1-ae53-a89782d6257c req-9e4efeb3-3ad4-4000-b77d-d091d7685b90 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 946 time: 0.0548909 Sep 14 22:08:31.901915 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3c82653-aa31-47c1-ae53-a89782d6257c req-fee66153-43a3-4e86-b093-e94a28cbd91c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325193 Sep 14 22:08:32.043829 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c37604-5d54-409b-b04d-0c1bea15e0dc req-2e860dfa-47fa-4684-b0f5-18ca8f60957d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:32.045218 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-67c37604-5d54-409b-b04d-0c1bea15e0dc req-2e860dfa-47fa-4684-b0f5-18ca8f60957d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0468283 Sep 14 22:08:32.081847 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-67c37604-5d54-409b-b04d-0c1bea15e0dc req-32b71396-f9db-45a7-9207-4beba54a0fb2 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307095 Sep 14 22:08:33.047942 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6e009-45f0-492c-8183-7c183e54cfa3 req-642ec641-a769-4af3-a82e-33f06fe525f4 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:33.049608 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9ec6e009-45f0-492c-8183-7c183e54cfa3 req-642ec641-a769-4af3-a82e-33f06fe525f4 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 946 time: 0.0612929 Sep 14 22:08:33.095654 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9ec6e009-45f0-492c-8183-7c183e54cfa3 req-d7dcba79-0be9-42ef-b705-2a4aa1cbee11 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386586 Sep 14 22:08:33.254108 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a6061-f1b5-4fa6-af4c-6e59ac0542d3 req-413c4d2d-d0fe-43d7-bf2c-e60ad13fc1a5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:33.256482 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a74a6061-f1b5-4fa6-af4c-6e59ac0542d3 req-413c4d2d-d0fe-43d7-bf2c-e60ad13fc1a5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0808158 Sep 14 22:08:33.304267 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a74a6061-f1b5-4fa6-af4c-6e59ac0542d3 req-6efbaa64-4ee2-48cd-9800-9b84a80be42e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Sep 14 22:08:34.105852 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660e314-4290-497f-a930-fb55f8447b79 req-1569f50d-c42c-48a8-b584-690787d99958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:34.108151 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-7660e314-4290-497f-a930-fb55f8447b79 req-1569f50d-c42c-48a8-b584-690787d99958 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 1099 time: 0.0425291 Sep 14 22:08:34.157701 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-7660e314-4290-497f-a930-fb55f8447b79 req-f9003054-437f-4cc1-a084-de24283129a7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Sep 14 22:08:34.433514 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d5550-f978-4bb8-840f-e2ad2422068c req-1e60dfe0-0552-471e-9194-1619a3be617b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:34.435114 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3f0d5550-f978-4bb8-840f-e2ad2422068c req-1e60dfe0-0552-471e-9194-1619a3be617b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0508664 Sep 14 22:08:34.474504 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3f0d5550-f978-4bb8-840f-e2ad2422068c req-f61c3677-ddc7-490a-be23-cf056e37a80d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331814 Sep 14 22:08:34.595927 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 34752) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:34.825937 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-980f24f7-156d-46f5-a8f5-ee4c107f40c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:34.912642 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-980f24f7-156d-46f5-a8f5-ee4c107f40c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:35.014399 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-980f24f7-156d-46f5-a8f5-ee4c107f40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:35.053180 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-980f24f7-156d-46f5-a8f5-ee4c107f40c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=766c5307363840ba9b5b86d2750c173e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518006 Sep 14 22:08:35.054040 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f24f7-156d-46f5-a8f5-ee4c107f40c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b18d5cf-0c2f-43d9-8220-553be874c114,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:35.055842 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 34770) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:35.105837 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-85dbe944-5949-475b-a970-63383eca643f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:35.128531 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-85dbe944-5949-475b-a970-63383eca643f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:35.298263 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:35.409131 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-85dbe944-5949-475b-a970-63383eca643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:35.412172 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-85dbe944-5949-475b-a970-63383eca643f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:35.413332 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-85dbe944-5949-475b-a970-63383eca643f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b18d5cf-0c2f-43d9-8220-553be874c114 HTTP/1.1" status: 204 len: 168 time: 0.3564825 Sep 14 22:08:35.421310 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbe944-5949-475b-a970-63383eca643f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b18d5cf-0c2f-43d9-8220-553be874c114,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:35.741881 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee58330-f488-44ba-bf2b-0e6779878feb req-3824688b-7b07-4d48-9c1e-6e5c4482cbfe tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:35.743414 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4ee58330-f488-44ba-bf2b-0e6779878feb req-3824688b-7b07-4d48-9c1e-6e5c4482cbfe tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0549767 Sep 14 22:08:35.793637 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4ee58330-f488-44ba-bf2b-0e6779878feb req-5872624c-e6cc-4546-81bd-3bb48b4b1e13 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 Sep 14 22:08:36.121247 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 34804) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:36.233655 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1f3ef6c6-952e-4173-b96d-e92671a51a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.318210 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1f3ef6c6-952e-4173-b96d-e92671a51a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.469201 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 34814) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:36.482422 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ca1daee-7402-4580-be97-af3d61cedcda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.503574 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1f3ef6c6-952e-4173-b96d-e92671a51a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.563344 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-1f3ef6c6-952e-4173-b96d-e92671a51a43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c46e5f2f9aa485f930f29f16b98908b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409809 Sep 14 22:08:36.565161 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ef6c6-952e-4173-b96d-e92671a51a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98671967-6edf-481a-8e33-3a73066d10f2,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:36.566192 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 34820) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:36.619511 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ca1daee-7402-4580-be97-af3d61cedcda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.635995 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c19d443-e987-46c6-a05d-d5445efeeade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.659279 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c19d443-e987-46c6-a05d-d5445efeeade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.729314 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ca1daee-7402-4580-be97-af3d61cedcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.773810 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-1ca1daee-7402-4580-be97-af3d61cedcda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10a6b8eb974d492a9f3fa2f58ea41644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035259 Sep 14 22:08:36.780505 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1daee-7402-4580-be97-af3d61cedcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956d736a-3692-44f2-9b3a-9ac5f8ca6771,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:36.783112 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 34834) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:36.838109 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-85e6147c-6dd6-464b-a4bd-44a037285f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.842596 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c19d443-e987-46c6-a05d-d5445efeeade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.845207 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c19d443-e987-46c6-a05d-d5445efeeade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.846327 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-6c19d443-e987-46c6-a05d-d5445efeeade admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98671967-6edf-481a-8e33-3a73066d10f2 HTTP/1.1" status: 204 len: 168 time: 0.2791300 Sep 14 22:08:36.859897 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-85e6147c-6dd6-464b-a4bd-44a037285f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.864649 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19d443-e987-46c6-a05d-d5445efeeade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98671967-6edf-481a-8e33-3a73066d10f2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:36.975308 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-85e6147c-6dd6-464b-a4bd-44a037285f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.978188 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-85e6147c-6dd6-464b-a4bd-44a037285f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:36.979426 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-85e6147c-6dd6-464b-a4bd-44a037285f60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/956d736a-3692-44f2-9b3a-9ac5f8ca6771 HTTP/1.1" status: 204 len: 168 time: 0.1950555 Sep 14 22:08:36.988130 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6147c-6dd6-464b-a4bd-44a037285f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956d736a-3692-44f2-9b3a-9ac5f8ca6771,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:36.989916 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7cadd-0137-4895-9703-7850678ea9fe req-0cbc586e-863e-4260-8c7d-a0b1ca69a442 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:36.994490 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-0cbc586e-863e-4260-8c7d-a0b1ca69a442 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/networks?id=0fef938a-d41b-4978-a75f-4cdde4f00245 HTTP/1.1" status: 200 len: 815 time: 0.1720304 Sep 14 22:08:37.018532 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6281-7a56-4ade-9761-79dfa3ad353d req-3d1c7dde-1937-4696-8a2f-47175ca3352a tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:37.020039 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-689e6281-7a56-4ade-9761-79dfa3ad353d req-3d1c7dde-1937-4696-8a2f-47175ca3352a tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0788386 Sep 14 22:08:37.022985 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-5de65cc0-c018-4468-b233-5e71aff1a82b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/quotas/333d4673601b4c0690da0b74c5a409de HTTP/1.1" status: 200 len: 375 time: 0.0219555 Sep 14 22:08:37.091721 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-689e6281-7a56-4ade-9761-79dfa3ad353d req-b850f926-06d0-4c07-9979-c4e161d00f69 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644233 Sep 14 22:08:37.102953 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-fe1392fc-0980-4bb1-a0eb-5350f01608e9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=333d4673601b4c0690da0b74c5a409de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736489 Sep 14 22:08:37.230487 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-a8734006-9f24-454a-b10c-cfb9efa9c527 service neutron] 10.222.0.30 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129172 Sep 14 22:08:37.242070 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352fb85-b537-46f9-bc1d-a3b1695257ed req-14f53dfa-6e09-4877-a4b4-76d0caef61c5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:37.243521 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6352fb85-b537-46f9-bc1d-a3b1695257ed req-14f53dfa-6e09-4877-a4b4-76d0caef61c5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0687587 Sep 14 22:08:37.334257 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6352fb85-b537-46f9-bc1d-a3b1695257ed req-c2ffa575-98dd-4dfa-a3d0-f77d208aef23 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827632 Sep 14 22:08:37.370564 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-f447b4e2-0a23-4361-8e46-05621a5d7272 service neutron] 10.222.0.30 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220779 Sep 14 22:08:37.642405 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b75bcd56-a45d-404d-96e9-9f535aee5679 req-fa899d3c-9778-49fd-9724-66fd1ce00a3e tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 210 time: 0.0258718 Sep 14 22:08:37.801271 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 34886) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:37.815102 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8541dd8a-7640-462b-8693-58d102268949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:37.928859 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8541dd8a-7640-462b-8693-58d102268949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:38.027320 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8541dd8a-7640-462b-8693-58d102268949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:38.067037 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-8541dd8a-7640-462b-8693-58d102268949 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2caf2b139b62475a9a49fc0e7482297c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640598 Sep 14 22:08:38.069654 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 34896) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:38.075354 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541dd8a-7640-462b-8693-58d102268949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3646baa2-363d-44e8-828a-142363da03fe,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:38.119946 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e186b83-4aa8-4373-89ef-a5e4e5a74af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:38.141241 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e186b83-4aa8-4373-89ef-a5e4e5a74af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:38.277519 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e186b83-4aa8-4373-89ef-a5e4e5a74af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:38.285632 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e186b83-4aa8-4373-89ef-a5e4e5a74af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:38.293317 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-8e186b83-4aa8-4373-89ef-a5e4e5a74af5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3646baa2-363d-44e8-828a-142363da03fe HTTP/1.1" status: 204 len: 168 time: 0.2167280 Sep 14 22:08:38.300625 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e186b83-4aa8-4373-89ef-a5e4e5a74af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3646baa2-363d-44e8-828a-142363da03fe,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:38.736484 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-64634115-3b97-460c-a310-dd8ff7f147fb req-1087d0ae-b67f-4580-a92b-224e45c4d084 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 210 time: 0.0279648 Sep 14 22:08:38.954325 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 34970) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:39.074096 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d5e008a-7387-4d70-9a09-b51388821cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:39.163135 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d5e008a-7387-4d70-9a09-b51388821cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:39.277512 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d5e008a-7387-4d70-9a09-b51388821cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:39.319000 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-2d5e008a-7387-4d70-9a09-b51388821cdf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a2deb4bc3534dad8917032e55db3cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636160 Sep 14 22:08:39.319847 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e008a-7387-4d70-9a09-b51388821cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ac0744-8f0c-4368-b97d-7227012e18a6,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:39.321868 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 34980) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:39.398126 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f3093db-a6cb-4489-80f5-c9a4d0e9c66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:39.431189 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f3093db-a6cb-4489-80f5-c9a4d0e9c66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:39.579865 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f3093db-a6cb-4489-80f5-c9a4d0e9c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:39.582436 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f3093db-a6cb-4489-80f5-c9a4d0e9c66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:39.583706 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-7f3093db-a6cb-4489-80f5-c9a4d0e9c66f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4ac0744-8f0c-4368-b97d-7227012e18a6 HTTP/1.1" status: 204 len: 168 time: 0.2596118 Sep 14 22:08:39.591532 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3093db-a6cb-4489-80f5-c9a4d0e9c66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ac0744-8f0c-4368-b97d-7227012e18a6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:39.834710 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f61a3a1a-9bc9-4ac5-8f75-96c0d4e20e07 req-dfc4badf-198a-4a46-bf71-b058c0a25f76 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 210 time: 0.0273199 Sep 14 22:08:40.057782 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafb995-2071-4f44-ab06-327d4d46390f req-7177dd5b-77a2-48da-a7b2-f836033b0bee tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:40.059659 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5eafb995-2071-4f44-ab06-327d4d46390f req-7177dd5b-77a2-48da-a7b2-f836033b0bee tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0589371 Sep 14 22:08:40.124043 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7cadd-0137-4895-9703-7850678ea9fe req-4d4cc7b8-8e8a-480c-8c01-579288dd07bd tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:40.125798 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-4d4cc7b8-8e8a-480c-8c01-579288dd07bd tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "GET /v2.0/networks?id=0fef938a-d41b-4978-a75f-4cdde4f00245 HTTP/1.1" status: 200 len: 815 time: 0.1462619 Sep 14 22:08:40.141670 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5eafb995-2071-4f44-ab06-327d4d46390f req-3c858b6c-a1b3-4907-998e-ff445c8bbc34 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713179 Sep 14 22:08:40.156585 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-add7cadd-0137-4895-9703-7850678ea9fe req-76c1e3b2-a061-477c-a2aa-e1b7d0e0bb78 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Request body: {'port': {'device_id': 'fadce00e-8cdd-4a77-b3e9-9fee4e38618d', 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245', 'admin_state_up': True, 'tenant_id': '333d4673601b4c0690da0b74c5a409de'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:08:40.284901 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fa46f-0fd1-4106-9d7c-8b49ed28be96 req-f747527b-4b73-46d8-ab41-f83f7524db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:40.286480 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-168fa46f-0fd1-4106-9d7c-8b49ed28be96 req-f747527b-4b73-46d8-ab41-f83f7524db3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 1098 time: 0.1722667 Sep 14 22:08:40.416030 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fa46f-0fd1-4106-9d7c-8b49ed28be96 req-4397357e-6f09-4112-b676-20ba2f004c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:40.417585 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-168fa46f-0fd1-4106-9d7c-8b49ed28be96 req-4397357e-6f09-4112-b676-20ba2f004c55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 HTTP/1.1" status: 200 len: 920 time: 0.1230955 Sep 14 22:08:40.465292 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-168fa46f-0fd1-4106-9d7c-8b49ed28be96 req-fdfbe022-db04-4efe-acd8-17dfa70fe54d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94b8d212-eebc-44d7-a95f-65154e055322 HTTP/1.1" status: 200 len: 217 time: 0.0389390 Sep 14 22:08:40.529395 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fa46f-0fd1-4106-9d7c-8b49ed28be96 req-272f9e85-11be-4e19-bceb-3a9354a1b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:40.531626 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-168fa46f-0fd1-4106-9d7c-8b49ed28be96 req-272f9e85-11be-4e19-bceb-3a9354a1b7ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31 HTTP/1.1" status: 200 len: 859 time: 0.0545342 Sep 14 22:08:40.535555 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add7cadd-0137-4895-9703-7850678ea9fe req-76c1e3b2-a061-477c-a2aa-e1b7d0e0bb78 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Made reservation on behalf of 333d4673601b4c0690da0b74c5a409de for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:08:40.539494 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-add7cadd-0137-4895-9703-7850678ea9fe req-76c1e3b2-a061-477c-a2aa-e1b7d0e0bb78 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:40.576977 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-168fa46f-0fd1-4106-9d7c-8b49ed28be96 req-3d07d6b0-bce3-4fc7-a1cc-b8473b9816f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345068 Sep 14 22:08:40.791150 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-add7cadd-0137-4895-9703-7850678ea9fe req-76c1e3b2-a061-477c-a2aa-e1b7d0e0bb78 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Allocated IP 172.20.0.11 (0fef938a-d41b-4978-a75f-4cdde4f00245/5b0c0dc5-9efe-4a60-94e3-5a60e2751670/2aeb3fd6-0d2d-4022-955c-167c90f8603a) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:08:40.796520 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-168fa46f-0fd1-4106-9d7c-8b49ed28be96 req-ba4c5ea3-8a19-4521-a43a-e6b924d9fec8 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685736 Sep 14 22:08:40.966760 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-28ba928c-6751-4944-b8f4-edb7219f74f7 req-5e2d0d89-13ef-402c-8d3e-4787a8d82751 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 210 time: 0.0510767 Sep 14 22:08:40.992031 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-168fa46f-0fd1-4106-9d7c-8b49ed28be96 req-0caf2e4c-f5bf-4cb9-9e9e-615be396a010 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826103 Sep 14 22:08:41.059198 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-add7cadd-0137-4895-9703-7850678ea9fe req-76c1e3b2-a061-477c-a2aa-e1b7d0e0bb78 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:41.192109 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-add7cadd-0137-4895-9703-7850678ea9fe req-76c1e3b2-a061-477c-a2aa-e1b7d0e0bb78 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:41.199620 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:08:41.242369 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add7cadd-0137-4895-9703-7850678ea9fe req-76c1e3b2-a061-477c-a2aa-e1b7d0e0bb78 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Network 0fef938a-d41b-4978-a75f-4cdde4f00245 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:08:41.245846 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-add7cadd-0137-4895-9703-7850678ea9fe req-76c1e3b2-a061-477c-a2aa-e1b7d0e0bb78 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:08:41.249758 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-add7cadd-0137-4895-9703-7850678ea9fe req-76c1e3b2-a061-477c-a2aa-e1b7d0e0bb78 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:08:41.257066 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['839ef940-1f78-448a-9abc-df270554b895', '1d17d9cb-f713-42d7-a51b-2d977a737553'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:08:41.295238 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1e3b2-a061-477c-a2aa-e1b7d0e0bb78 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Pushing event updated for resources: {'Port': ['ID=2aeb3fd6-0d2d-4022-955c-167c90f8603a,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:41.334496 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7595a03-ee1d-40c2-afc3-0aaa2398feb5 req-036c05b4-c33b-42ab-b82c-6a15a5c09ad1 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:41.341828 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a7595a03-ee1d-40c2-afc3-0aaa2398feb5 req-036c05b4-c33b-42ab-b82c-6a15a5c09ad1 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0754678 Sep 14 22:08:41.347631 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7cadd-0137-4895-9703-7850678ea9fe req-76c1e3b2-a061-477c-a2aa-e1b7d0e0bb78 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:41.348344 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-add7cadd-0137-4895-9703-7850678ea9fe req-76c1e3b2-a061-477c-a2aa-e1b7d0e0bb78 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:41.407967 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a7595a03-ee1d-40c2-afc3-0aaa2398feb5 req-8d8f8554-7c1e-4f42-acf4-5d8333704d9e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651414 Sep 14 22:08:41.497427 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-76c1e3b2-a061-477c-a2aa-e1b7d0e0bb78 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3511829 Sep 14 22:08:41.520716 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Request body: {'port': {'device_id': 'fadce00e-8cdd-4a77-b3e9-9fee4e38618d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:08:41.600992 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 35104) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:41.603741 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:41.865476 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fccda6f9-4ce5-4fe7-928f-296fcefd67af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:41.904833 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aeb3fd6-0d2d-4022-955c-167c90f8603a {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:08:41.912061 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a691969e-5027-4221-9054-38ed21179b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:41.922030 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:41.950345 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Transition to ACTIVE for port object 2aeb3fd6-0d2d-4022-955c-167c90f8603a will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:08:42.016772 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fccda6f9-4ce5-4fe7-928f-296fcefd67af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:42.020880 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:42.095830 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Pushing event updated for resources: {'Port': ['ID=2aeb3fd6-0d2d-4022-955c-167c90f8603a,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:42.110884 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fccda6f9-4ce5-4fe7-928f-296fcefd67af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:42.144349 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a769710-39bb-4533-9dae-678bd340e66b req-34de520d-e591-4d0a-9ffb-734e7ba6610c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:42.146281 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5a769710-39bb-4533-9dae-678bd340e66b req-34de520d-e591-4d0a-9ffb-734e7ba6610c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 944 time: 0.0772955 Sep 14 22:08:42.158390 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Attempting to bind port 2aeb3fd6-0d2d-4022-955c-167c90f8603a on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:08:42.158731 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Attempting to bind port 2aeb3fd6-0d2d-4022-955c-167c90f8603a by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:08:42.159148 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Attempting to bind port 2aeb3fd6-0d2d-4022-955c-167c90f8603a on network 0fef938a-d41b-4978-a75f-4cdde4f00245 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:08:42.164345 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Port 2aeb3fd6-0d2d-4022-955c-167c90f8603a on network 0fef938a-d41b-4978-a75f-4cdde4f00245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:08:42.164672 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Attempting to bind port 2aeb3fd6-0d2d-4022-955c-167c90f8603a on network 0fef938a-d41b-4978-a75f-4cdde4f00245 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:08:42.169712 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:08:42.170028 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Checking segment: {'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:08:42.170408 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Bound using segment: {'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:08:42.176506 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Bound port: 2aeb3fd6-0d2d-4022-955c-167c90f8603a, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:08:42.176506 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:42.178125 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-fccda6f9-4ce5-4fe7-928f-296fcefd67af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea3e2a35cfb24f20907eca6f7b495c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5761096 Sep 14 22:08:42.183988 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 35126) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:42.185766 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccda6f9-4ce5-4fe7-928f-296fcefd67af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e70fcab-5415-47e5-b350-b21fe5dc3c40,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:42.209275 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5a769710-39bb-4533-9dae-678bd340e66b req-a26d11bc-facc-429e-8947-1062e6aeb20c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468156 Sep 14 22:08:42.283701 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ca95b10-e8e2-40a6-a353-a0579154693c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:42.286558 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] For port 2aeb3fd6-0d2d-4022-955c-167c90f8603a, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:08:42.290958 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] For port 2aeb3fd6-0d2d-4022-955c-167c90f8603a, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=2aeb3fd6-0d2d-4022-955c-167c90f8603a,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:08:42.309103 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ca95b10-e8e2-40a6-a353-a0579154693c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:42.353132 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:42.389795 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:42.390404 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:42.391786 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] 10.222.0.37 "PUT /v2.0/ports/2aeb3fd6-0d2d-4022-955c-167c90f8603a HTTP/1.1" status: 200 len: 1094 time: 0.8757095 Sep 14 22:08:42.392226 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadce00e-8cdd-4a77-b3e9-9fee4e38618d', 'tag': '2aeb3fd6-0d2d-4022-955c-167c90f8603a'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:08:42.394915 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32793348-8c12-4f05-a319-a5c7644c4c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "fadce00e-8cdd-4a77-b3e9-9fee4e38618d", "tag": "2aeb3fd6-0d2d-4022-955c-167c90f8603a"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:08:42.419078 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a16c2-e752-4305-bad6-c51a85cc69ce service neutron] Pushing event updated for resources: {'Port': ['ID=2aeb3fd6-0d2d-4022-955c-167c90f8603a,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:42.442332 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d488f6c-1489-49e0-977c-9c72231c7f26 x-openstack-request-id: req-2d488f6c-1489-49e0-977c-9c72231c7f26 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:08:42.443163 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadce00e-8cdd-4a77-b3e9-9fee4e38618d", "tag": "2aeb3fd6-0d2d-4022-955c-167c90f8603a", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:08:42.443418 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d488f6c-1489-49e0-977c-9c72231c7f26 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:08:42.443823 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadce00e-8cdd-4a77-b3e9-9fee4e38618d', 'tag': '2aeb3fd6-0d2d-4022-955c-167c90f8603a', 'status': 'completed', 'code': 200} Sep 14 22:08:42.455250 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ca95b10-e8e2-40a6-a353-a0579154693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:42.460403 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ca95b10-e8e2-40a6-a353-a0579154693c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:42.460403 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-1ca95b10-e8e2-40a6-a353-a0579154693c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e70fcab-5415-47e5-b350-b21fe5dc3c40 HTTP/1.1" status: 204 len: 168 time: 0.2742934 Sep 14 22:08:42.467993 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca95b10-e8e2-40a6-a353-a0579154693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e70fcab-5415-47e5-b350-b21fe5dc3c40,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:42.548520 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32793348-8c12-4f05-a319-a5c7644c4c9d req-ccedeb93-11ea-41fa-b8ac-d48d9822ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:42.550154 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-32793348-8c12-4f05-a319-a5c7644c4c9d req-ccedeb93-11ea-41fa-b8ac-d48d9822ba73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=333d4673601b4c0690da0b74c5a409de&device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 1097 time: 0.0546117 Sep 14 22:08:42.565921 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa240148-9a1c-482e-b1a3-b25ce696fbd1 req-8fc38f5b-f2cf-4840-8c50-8285f383eafb tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:42.568658 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aa240148-9a1c-482e-b1a3-b25ce696fbd1 req-8fc38f5b-f2cf-4840-8c50-8285f383eafb tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0664244 Sep 14 22:08:42.636454 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aa240148-9a1c-482e-b1a3-b25ce696fbd1 req-f82c06fb-8a0e-4060-b34d-e01bfa68e623 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599110 Sep 14 22:08:42.697611 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32793348-8c12-4f05-a319-a5c7644c4c9d req-5c9e5249-a472-4951-8a62-a274574f5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:42.699237 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-32793348-8c12-4f05-a319-a5c7644c4c9d req-5c9e5249-a472-4951-8a62-a274574f5e36 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=333d4673601b4c0690da0b74c5a409de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1338494 Sep 14 22:08:42.809053 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32793348-8c12-4f05-a319-a5c7644c4c9d req-715c678f-ec0f-468e-8e2b-79ca806be4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:42.810666 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-32793348-8c12-4f05-a319-a5c7644c4c9d req-715c678f-ec0f-468e-8e2b-79ca806be4da service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004069 Sep 14 22:08:42.955960 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7cadd-0137-4895-9703-7850678ea9fe req-14809e44-2549-4893-9f05-e4320671f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:42.959291 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-14809e44-2549-4893-9f05-e4320671f121 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=333d4673601b4c0690da0b74c5a409de&device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 1097 time: 0.0569694 Sep 14 22:08:43.014637 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-aedbcc2d-9a03-4535-9166-be519ec5ace0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2aeb3fd6-0d2d-4022-955c-167c90f8603a HTTP/1.1" status: 200 len: 217 time: 0.0398002 Sep 14 22:08:43.082251 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7cadd-0137-4895-9703-7850678ea9fe req-8f82a675-9a29-435b-abf5-48cb6a4da904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:43.084416 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-8f82a675-9a29-435b-abf5-48cb6a4da904 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b0c0dc5-9efe-4a60-94e3-5a60e2751670 HTTP/1.1" status: 200 len: 855 time: 0.0546820 Sep 14 22:08:43.119016 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-d467a9ff-7b26-4a86-89f4-7607b6a7dc4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0fef938a-d41b-4978-a75f-4cdde4f00245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262287 Sep 14 22:08:43.222715 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-fcfa326b-8fca-4b7d-ab7d-056527b5bb57 service neutron] 10.222.0.37 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938251 Sep 14 22:08:43.336057 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-add7cadd-0137-4895-9703-7850678ea9fe req-6b2957e7-a1ba-426d-afd0-c585b7768e34 service neutron] 10.222.0.37 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019166 Sep 14 22:08:43.342867 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206d267-5855-4b53-8bae-62544c35817b req-c5a8c8ac-88f1-461b-a2cb-d7c799cedf63 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:43.344650 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2206d267-5855-4b53-8bae-62544c35817b req-c5a8c8ac-88f1-461b-a2cb-d7c799cedf63 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 944 time: 0.0517514 Sep 14 22:08:43.383417 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2206d267-5855-4b53-8bae-62544c35817b req-37c8e41f-bd3d-4933-b848-b58502ed1996 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314629 Sep 14 22:08:43.971993 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c5116-9c3c-425c-a7b1-f005aad4c6b7 req-1d3bd2ca-4f01-4e58-b86f-417c279c5588 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:43.973908 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-216c5116-9c3c-425c-a7b1-f005aad4c6b7 req-1d3bd2ca-4f01-4e58-b86f-417c279c5588 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.2553911 Sep 14 22:08:44.015234 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-216c5116-9c3c-425c-a7b1-f005aad4c6b7 req-73e059f7-67b0-45ec-ac09-b5a9852fce38 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349660 Sep 14 22:08:44.502512 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568a99-fbe5-4a72-ac21-1fdbe97e05bf req-23a959ce-57d8-41c8-abf1-e2c7e8e505c8 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:44.504039 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-42568a99-fbe5-4a72-ac21-1fdbe97e05bf req-23a959ce-57d8-41c8-abf1-e2c7e8e505c8 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 944 time: 0.0508513 Sep 14 22:08:44.535369 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9b880553-a5fe-4feb-bf83-1632e8e440e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:44.544138 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-42568a99-fbe5-4a72-ac21-1fdbe97e05bf req-5fd6f9ad-9e8f-4209-a760-c47a72e19bfc tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333979 Sep 14 22:08:44.950466 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:45.133111 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8f044-5896-48a6-8d4b-3cfb214f2c65 req-64f72834-8b42-4976-b06c-549a7f902f5e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:45.147976 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9bb8f044-5896-48a6-8d4b-3cfb214f2c65 req-64f72834-8b42-4976-b06c-549a7f902f5e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0563045 Sep 14 22:08:45.174679 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9bb8f044-5896-48a6-8d4b-3cfb214f2c65 req-c4cc171c-536b-4aec-b1fa-444f8c38b8e3 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326371 Sep 14 22:08:45.665993 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030464c6-8752-43e3-8d3a-a91a574e1650 req-cfb5e604-f755-4a81-95b9-6489c449adda tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:45.667527 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-030464c6-8752-43e3-8d3a-a91a574e1650 req-cfb5e604-f755-4a81-95b9-6489c449adda tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 944 time: 0.0557024 Sep 14 22:08:45.712612 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-030464c6-8752-43e3-8d3a-a91a574e1650 req-8751b3c2-11c5-4e9e-9b42-c8f9b3b18eed tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390289 Sep 14 22:08:45.740026 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:46.317866 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39600992-66b8-4645-be71-48a327a1b280 req-a3e46b01-2e57-42d7-8c27-bf46c68ec08d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:46.317866 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-39600992-66b8-4645-be71-48a327a1b280 req-a3e46b01-2e57-42d7-8c27-bf46c68ec08d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0636601 Sep 14 22:08:46.358127 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-39600992-66b8-4645-be71-48a327a1b280 req-e1dc79d6-d3e5-47a1-ba08-b62105588487 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352001 Sep 14 22:08:46.836674 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289058e3-87aa-4af0-81ae-0b58ace454ea req-e35e2d56-a93c-4f23-a18b-a6bd514d1594 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:46.838245 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-289058e3-87aa-4af0-81ae-0b58ace454ea req-e35e2d56-a93c-4f23-a18b-a6bd514d1594 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 944 time: 0.0558748 Sep 14 22:08:46.878609 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-289058e3-87aa-4af0-81ae-0b58ace454ea req-c11cf585-c5b1-4ae0-a401-22b8e9434fbc tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340703 Sep 14 22:08:47.086558 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:47.479540 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf721c7-5e26-4b38-99e2-5f80d8a6d73f req-697c609a-61ff-4e69-8acc-bef423a8340f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:47.481225 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9bf721c7-5e26-4b38-99e2-5f80d8a6d73f req-697c609a-61ff-4e69-8acc-bef423a8340f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0539048 Sep 14 22:08:47.520664 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9bf721c7-5e26-4b38-99e2-5f80d8a6d73f req-62dfbb65-aae2-4d44-bc49-46bb9315e705 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332472 Sep 14 22:08:47.707160 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 35328) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:47.820497 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4a653e81-1701-49c3-b098-39e9290fdea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:47.909801 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4a653e81-1701-49c3-b098-39e9290fdea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:47.917413 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 2aeb3fd6-0d2d-4022-955c-167c90f8603a details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:08:47.975648 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4a653e81-1701-49c3-b098-39e9290fdea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.013257 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca7b2b-a3f7-45f6-a105-bf94d1760804 req-2efe28c8-6af8-4b9d-81cc-daf44cf3ead4 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:48.022410 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 2aeb3fd6-0d2d-4022-955c-167c90f8603a, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=2aeb3fd6-0d2d-4022-955c-167c90f8603a,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:08:48.023188 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6aca7b2b-a3f7-45f6-a105-bf94d1760804 req-2efe28c8-6af8-4b9d-81cc-daf44cf3ead4 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 944 time: 0.0739219 Sep 14 22:08:48.029392 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-4a653e81-1701-49c3-b098-39e9290fdea4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fca86ee9c98148c8aee5b850e3d2a4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204892 Sep 14 22:08:48.034157 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 35336) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:48.039195 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': '2aeb3fd6-0d2d-4022-955c-167c90f8603a', 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245', 'port_id': '2aeb3fd6-0d2d-4022-955c-167c90f8603a', 'mac_address': 'fa:16:3e:32:13:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0c0dc5-9efe-4a60-94e3-5a60e2751670', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:08:48.051053 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a653e81-1701-49c3-b098-39e9290fdea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f9f560-dae8-4ea8-9535-038ba3b7d585,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:48.074257 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6aca7b2b-a3f7-45f6-a105-bf94d1760804 req-f04f198d-c50b-4a8a-92b2-76c290806537 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498579 Sep 14 22:08:48.094232 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.118243 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aeb3fd6-0d2d-4022-955c-167c90f8603a {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:08:48.139547 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 2aeb3fd6-0d2d-4022-955c-167c90f8603a, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=2aeb3fd6-0d2d-4022-955c-167c90f8603a,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:08:48.144140 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d7814b6-0096-48ff-8faf-450acd2167d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.171104 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d7814b6-0096-48ff-8faf-450acd2167d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.212442 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 35346) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:48.226201 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.276602 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=2aeb3fd6-0d2d-4022-955c-167c90f8603a,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:48.312712 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d7814b6-0096-48ff-8faf-450acd2167d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.315404 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d7814b6-0096-48ff-8faf-450acd2167d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.316721 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-9d7814b6-0096-48ff-8faf-450acd2167d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77f9f560-dae8-4ea8-9535-038ba3b7d585 HTTP/1.1" status: 204 len: 168 time: 0.2813265 Sep 14 22:08:48.331175 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7814b6-0096-48ff-8faf-450acd2167d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f9f560-dae8-4ea8-9535-038ba3b7d585,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:48.343544 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bb3a6c3c-3cbc-4816-9f5a-a31ae4fe850c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.445923 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bb3a6c3c-3cbc-4816-9f5a-a31ae4fe850c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.529097 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bb3a6c3c-3cbc-4816-9f5a-a31ae4fe850c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.569268 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-bb3a6c3c-3cbc-4816-9f5a-a31ae4fe850c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12446af5a9864ff384ea3a37d29289df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556778 Sep 14 22:08:48.570557 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a6c3c-3cbc-4816-9f5a-a31ae4fe850c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4e9aa2-2da5-46a8-843d-3bdc4b602663,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:48.571904 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 35360) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:48.658738 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['2aeb3fd6-0d2d-4022-955c-167c90f8603a'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:08:48.680306 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537577e-f99f-4031-821b-25d9549f49fe req-183efe24-23af-4fc3-9282-5e584d4289cb tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:48.680306 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3537577e-f99f-4031-821b-25d9549f49fe req-183efe24-23af-4fc3-9282-5e584d4289cb tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0816040 Sep 14 22:08:48.680306 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a96d9df9-a1f2-4470-a3a3-e5adc0107743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.722594 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a96d9df9-a1f2-4470-a3a3-e5adc0107743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.751139 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3537577e-f99f-4031-821b-25d9549f49fe req-5a559c30-fc5e-4ee7-ab99-9c370f0d8657 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697682 Sep 14 22:08:48.917556 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a96d9df9-a1f2-4470-a3a3-e5adc0107743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.920278 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a96d9df9-a1f2-4470-a3a3-e5adc0107743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:48.927970 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-a96d9df9-a1f2-4470-a3a3-e5adc0107743 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf4e9aa2-2da5-46a8-843d-3bdc4b602663 HTTP/1.1" status: 204 len: 168 time: 0.3469884 Sep 14 22:08:48.929176 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d9df9-a1f2-4470-a3a3-e5adc0107743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4e9aa2-2da5-46a8-843d-3bdc4b602663,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:49.088970 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 35368) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:49.103255 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01ed4c3f-824a-4aaf-9989-ef0e913c1ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:49.200158 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449780ce-042b-4b60-822d-b1e47597d968 req-0e9a13af-fb08-4aa8-8889-3cd1aac1e058 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:49.201775 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-449780ce-042b-4b60-822d-b1e47597d968 req-0e9a13af-fb08-4aa8-8889-3cd1aac1e058 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 945 time: 0.0520179 Sep 14 22:08:49.224778 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01ed4c3f-824a-4aaf-9989-ef0e913c1ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:49.242807 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-449780ce-042b-4b60-822d-b1e47597d968 req-e270dce7-865a-405e-b25a-5f6fe449848e tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324924 Sep 14 22:08:49.328975 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01ed4c3f-824a-4aaf-9989-ef0e913c1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:49.370784 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-01ed4c3f-824a-4aaf-9989-ef0e913c1ef4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d763f4e9e35744078a6923e60c8b5b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806733 Sep 14 22:08:49.371649 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed4c3f-824a-4aaf-9989-ef0e913c1ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb82ef-6e95-4441-89c3-6151434fbe79,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:49.373974 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 35380) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:49.435721 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5cd55027-b166-4e34-9f1e-eca89bc42bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:49.456638 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5cd55027-b166-4e34-9f1e-eca89bc42bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:49.572590 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 35384) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:49.586311 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ca3e414e-f5a7-4a4f-aa85-67dd73da631f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:49.592006 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5cd55027-b166-4e34-9f1e-eca89bc42bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:49.594771 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5cd55027-b166-4e34-9f1e-eca89bc42bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:49.595935 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-5cd55027-b166-4e34-9f1e-eca89bc42bb0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38cb82ef-6e95-4441-89c3-6151434fbe79 HTTP/1.1" status: 204 len: 168 time: 0.2207792 Sep 14 22:08:49.604233 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd55027-b166-4e34-9f1e-eca89bc42bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb82ef-6e95-4441-89c3-6151434fbe79,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:49.682528 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ca3e414e-f5a7-4a4f-aa85-67dd73da631f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:49.751685 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ca3e414e-f5a7-4a4f-aa85-67dd73da631f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:49.793621 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-ca3e414e-f5a7-4a4f-aa85-67dd73da631f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b465ae5e7a34a0ba2fdd6f75fb601f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199221 Sep 14 22:08:49.794728 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e414e-f5a7-4a4f-aa85-67dd73da631f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c46c5c-eea8-45bf-a254-1aa5f63709b2,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:49.796301 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 35394) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:08:49.881998 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-461ad4cc-f796-4f0b-b0dc-6593b46f4c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:49.893838 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba7059-e417-4f5b-ae2a-c40b44248bd0 req-b9c9ec03-1aa3-4479-b74c-97a1a918424d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:49.895615 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-48ba7059-e417-4f5b-ae2a-c40b44248bd0 req-b9c9ec03-1aa3-4479-b74c-97a1a918424d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0714254 Sep 14 22:08:49.926378 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-461ad4cc-f796-4f0b-b0dc-6593b46f4c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:49.932559 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 2aeb3fd6-0d2d-4022-955c-167c90f8603a up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:08:49.972457 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-48ba7059-e417-4f5b-ae2a-c40b44248bd0 req-f3deaf4c-5abb-458d-92ea-660f90db2703 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615914 Sep 14 22:08:50.054355 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port 2aeb3fd6-0d2d-4022-955c-167c90f8603a completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:08:50.058642 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port 2aeb3fd6-0d2d-4022-955c-167c90f8603a triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:08:50.059019 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:50.077599 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-461ad4cc-f796-4f0b-b0dc-6593b46f4c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:50.080304 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-461ad4cc-f796-4f0b-b0dc-6593b46f4c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:50.081521 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-461ad4cc-f796-4f0b-b0dc-6593b46f4c86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98c46c5c-eea8-45bf-a254-1aa5f63709b2 HTTP/1.1" status: 204 len: 168 time: 0.2840042 Sep 14 22:08:50.091010 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ad4cc-f796-4f0b-b0dc-6593b46f4c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c46c5c-eea8-45bf-a254-1aa5f63709b2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:50.162400 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:50.209953 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 2aeb3fd6-0d2d-4022-955c-167c90f8603a, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=2aeb3fd6-0d2d-4022-955c-167c90f8603a,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:08:50.210931 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadce00e-8cdd-4a77-b3e9-9fee4e38618d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeb3fd6-0d2d-4022-955c-167c90f8603a'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:08:50.214025 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9807ab62-3f70-435b-b0ad-19a1f478b32a" -d '{"events": [{"server_uuid": "fadce00e-8cdd-4a77-b3e9-9fee4e38618d", "name": "network-vif-plugged", "status": "completed", "tag": "2aeb3fd6-0d2d-4022-955c-167c90f8603a"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:08:50.250327 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcd469c-b040-4ba8-bc23-4a406a14c8ef x-openstack-request-id: req-bdcd469c-b040-4ba8-bc23-4a406a14c8ef {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:08:50.250693 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadce00e-8cdd-4a77-b3e9-9fee4e38618d", "name": "network-vif-plugged", "status": "completed", "tag": "2aeb3fd6-0d2d-4022-955c-167c90f8603a", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:08:50.250947 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdcd469c-b040-4ba8-bc23-4a406a14c8ef {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:08:50.251339 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadce00e-8cdd-4a77-b3e9-9fee4e38618d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeb3fd6-0d2d-4022-955c-167c90f8603a', 'code': 200} Sep 14 22:08:50.295174 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:08:50.357442 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=2aeb3fd6-0d2d-4022-955c-167c90f8603a,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:08:50.371806 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558102a-4fc2-447c-9192-1d208e288e3e req-553dc31b-7674-4f86-8255-58e5511509cb tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:50.373199 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b558102a-4fc2-447c-9192-1d208e288e3e req-553dc31b-7674-4f86-8255-58e5511509cb tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 946 time: 0.0592413 Sep 14 22:08:50.424879 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b558102a-4fc2-447c-9192-1d208e288e3e req-8a61b158-e856-4932-b84e-f743f9b88013 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Sep 14 22:08:50.729544 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a8123-00dc-4c0b-93ef-7bcf59f711e6 req-9287d6b8-8fcd-471b-a795-abe7fcab0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:50.729544 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d64a8123-00dc-4c0b-93ef-7bcf59f711e6 req-9287d6b8-8fcd-471b-a795-abe7fcab0839 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 1099 time: 0.0454373 Sep 14 22:08:50.774755 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d64a8123-00dc-4c0b-93ef-7bcf59f711e6 req-f2c92cc8-03cc-4cfa-9722-0b1a1b147e83 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318856 Sep 14 22:08:51.174243 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688383bd-3680-4a48-a80c-a624d79b1dd7 req-a6c5c6a9-de91-4fed-a648-0b53f5f393f9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:51.175815 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-688383bd-3680-4a48-a80c-a624d79b1dd7 req-a6c5c6a9-de91-4fed-a648-0b53f5f393f9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0626452 Sep 14 22:08:51.220012 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-688383bd-3680-4a48-a80c-a624d79b1dd7 req-edc69224-abd7-495d-96af-387dc1003d68 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374606 Sep 14 22:08:51.569774 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29081-2755-4c4e-8c1d-30fd8e11e3df req-86c1c765-b3df-4365-8f93-012fbc944212 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:51.575128 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-62c29081-2755-4c4e-8c1d-30fd8e11e3df req-86c1c765-b3df-4365-8f93-012fbc944212 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 946 time: 0.0734644 Sep 14 22:08:51.626446 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-62c29081-2755-4c4e-8c1d-30fd8e11e3df req-5f5822c2-330e-4279-8bf7-1e317f901c6b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503414 Sep 14 22:08:52.357034 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4551470-d8a2-452e-abeb-3bb66467771b req-6d7fb072-3ce4-4d95-b84d-0fa8a7a6e130 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:52.358534 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f4551470-d8a2-452e-abeb-3bb66467771b req-6d7fb072-3ce4-4d95-b84d-0fa8a7a6e130 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0576441 Sep 14 22:08:52.404554 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f4551470-d8a2-452e-abeb-3bb66467771b req-b460b465-0007-4331-8929-f01c128b1b9d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368929 Sep 14 22:08:52.789127 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2179cb0-a419-4c3e-9e5f-8839a3e034d8 req-15a3ed10-7385-4993-a7c5-9c63c2c643a0 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:52.790922 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b2179cb0-a419-4c3e-9e5f-8839a3e034d8 req-15a3ed10-7385-4993-a7c5-9c63c2c643a0 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 946 time: 0.0714040 Sep 14 22:08:52.832271 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b2179cb0-a419-4c3e-9e5f-8839a3e034d8 req-3788d6f5-e730-487d-8c8f-0ab7bdfcdd38 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348978 Sep 14 22:08:53.297187 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75c47f-101b-4aa8-be9e-54c32aaaad24 req-b9735a3c-8005-414b-a345-48643b2b4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:53.298712 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-4e75c47f-101b-4aa8-be9e-54c32aaaad24 req-b9735a3c-8005-414b-a345-48643b2b4004 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 1098 time: 0.0435553 Sep 14 22:08:53.334596 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-4e75c47f-101b-4aa8-be9e-54c32aaaad24 req-dc44517c-b11b-4140-8143-2343938ae4e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287678 Sep 14 22:08:53.519798 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78502e-c369-42fb-92fd-914828b73309 req-22a7e4d2-5efc-488d-9f7a-392d3027f668 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:53.521400 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5a78502e-c369-42fb-92fd-914828b73309 req-22a7e4d2-5efc-488d-9f7a-392d3027f668 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0503991 Sep 14 22:08:53.563694 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5a78502e-c369-42fb-92fd-914828b73309 req-75f69dec-434a-4ade-b954-d8ffb55d8db0 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339196 Sep 14 22:08:54.680481 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc95cd-9f98-4e0b-9ea5-16c5790b8854 req-8168000c-0ab1-446b-8285-4d389215f136 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:54.682219 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f1bc95cd-9f98-4e0b-9ea5-16c5790b8854 req-8168000c-0ab1-446b-8285-4d389215f136 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0524020 Sep 14 22:08:54.723895 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f1bc95cd-9f98-4e0b-9ea5-16c5790b8854 req-c512be8d-5388-4fa1-9180-4092c9c08b12 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352108 Sep 14 22:08:55.850143 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7d8dd-8134-467f-b2da-79e0bac95fe6 req-ba7870fc-f487-4c9b-9bed-79bfed014c91 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:55.852183 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a5a7d8dd-8134-467f-b2da-79e0bac95fe6 req-ba7870fc-f487-4c9b-9bed-79bfed014c91 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0522935 Sep 14 22:08:55.904837 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a5a7d8dd-8134-467f-b2da-79e0bac95fe6 req-7b51ea0f-4998-4665-896b-293c4b319a29 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Sep 14 22:08:56.141731 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa7594-9729-4ed3-8bb5-2451ab6f2b80 req-52d162c3-94a4-43d0-9648-f645c4af17c4 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:56.143186 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3cfa7594-9729-4ed3-8bb5-2451ab6f2b80 req-52d162c3-94a4-43d0-9648-f645c4af17c4 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0482533 Sep 14 22:08:56.183523 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3cfa7594-9729-4ed3-8bb5-2451ab6f2b80 req-aaf8f455-0bab-4f77-86c9-78a5dd923184 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336938 Sep 14 22:08:56.391849 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab583ab8-4598-42d3-94dc-72dde11dbb94 req-039c2bf8-7af9-48b8-8deb-455301b935a2 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:56.393407 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ab583ab8-4598-42d3-94dc-72dde11dbb94 req-039c2bf8-7af9-48b8-8deb-455301b935a2 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0512357 Sep 14 22:08:56.437019 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ab583ab8-4598-42d3-94dc-72dde11dbb94 req-a9628dee-38b0-408d-afe1-932b99924604 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365744 Sep 14 22:08:57.309650 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6897524-7f76-4807-9d21-216f3c4423cb req-123069df-2cc1-46cc-aee8-317ae2388fef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:57.311171 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f6897524-7f76-4807-9d21-216f3c4423cb req-123069df-2cc1-46cc-aee8-317ae2388fef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0515618 Sep 14 22:08:57.351332 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f6897524-7f76-4807-9d21-216f3c4423cb req-9c4b2095-c428-49ee-964d-0571e2d01212 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335720 Sep 14 22:08:57.550255 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017c51c-6c6d-4cad-b866-8fd8e77ec655 req-099bb8a4-c23c-4f41-b612-cad7efd44be0 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:57.551729 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d017c51c-6c6d-4cad-b866-8fd8e77ec655 req-099bb8a4-c23c-4f41-b612-cad7efd44be0 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0485096 Sep 14 22:08:57.591514 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d017c51c-6c6d-4cad-b866-8fd8e77ec655 req-5aea4ae7-e3c8-4984-9759-5a827638a859 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340023 Sep 14 22:08:58.468841 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91dc68-4645-4afe-bdc1-4b07ed471f6a req-7f713434-a0fb-4084-91d4-dc0e4f561956 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:58.470283 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-be91dc68-4645-4afe-bdc1-4b07ed471f6a req-7f713434-a0fb-4084-91d4-dc0e4f561956 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0481603 Sep 14 22:08:58.512165 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-be91dc68-4645-4afe-bdc1-4b07ed471f6a req-3f611ab2-c501-4961-85ef-8e87c308b4d2 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355375 Sep 14 22:08:58.702887 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b375b12-377f-4653-8d81-1e7432150cba req-5510108a-fc1a-445a-9a88-ede170ac2cb7 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:58.704359 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2b375b12-377f-4653-8d81-1e7432150cba req-5510108a-fc1a-445a-9a88-ede170ac2cb7 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0474806 Sep 14 22:08:58.741232 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2b375b12-377f-4653-8d81-1e7432150cba req-f89b4ac9-3aaa-4bfd-a974-b3dbb6ebc901 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308449 Sep 14 22:08:59.306150 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6adf7-dbca-482a-8bcd-d50ed425bf45 req-73ed2d45-7045-4dd2-9800-46602ca6b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:59.307627 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-dcb6adf7-dbca-482a-8bcd-d50ed425bf45 req-73ed2d45-7045-4dd2-9800-46602ca6b0c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 1098 time: 0.0397763 Sep 14 22:08:59.400573 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6adf7-dbca-482a-8bcd-d50ed425bf45 req-1ee49e11-f989-4549-9c6c-5dd3d84313fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:59.402073 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-dcb6adf7-dbca-482a-8bcd-d50ed425bf45 req-1ee49e11-f989-4549-9c6c-5dd3d84313fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 HTTP/1.1" status: 200 len: 920 time: 0.0850117 Sep 14 22:08:59.450575 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-dcb6adf7-dbca-482a-8bcd-d50ed425bf45 req-3f9ec1b4-a7c9-4f28-aeab-909d172a5bdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94b8d212-eebc-44d7-a95f-65154e055322 HTTP/1.1" status: 200 len: 217 time: 0.0368204 Sep 14 22:08:59.501884 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6adf7-dbca-482a-8bcd-d50ed425bf45 req-672882ec-f66f-4487-a2ca-c548569d9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:59.503340 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-dcb6adf7-dbca-482a-8bcd-d50ed425bf45 req-672882ec-f66f-4487-a2ca-c548569d9518 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31 HTTP/1.1" status: 200 len: 859 time: 0.0436573 Sep 14 22:08:59.542266 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-dcb6adf7-dbca-482a-8bcd-d50ed425bf45 req-8e6c84fe-778b-43fe-be0d-ef09df90cd7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244586 Sep 14 22:08:59.637701 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d265f5-cf03-4381-befa-136dc9e6c0fb req-11ca889a-817d-410d-bdeb-a8d639f6831f tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:59.639326 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-82d265f5-cf03-4381-befa-136dc9e6c0fb req-11ca889a-817d-410d-bdeb-a8d639f6831f tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0501640 Sep 14 22:08:59.682388 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-82d265f5-cf03-4381-befa-136dc9e6c0fb req-1792a259-74cb-4963-b9ac-7d14ebdac8e2 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365508 Sep 14 22:08:59.851420 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-dcb6adf7-dbca-482a-8bcd-d50ed425bf45 req-7eebf46b-e906-496f-8e45-f19ef22d10c2 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001437 Sep 14 22:08:59.859559 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7037ddb-45fd-4c75-874d-287be1e06518 req-f67a8084-9533-42cc-aedc-93546b587241 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:08:59.861095 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f7037ddb-45fd-4c75-874d-287be1e06518 req-f67a8084-9533-42cc-aedc-93546b587241 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0482872 Sep 14 22:08:59.905949 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f7037ddb-45fd-4c75-874d-287be1e06518 req-22212fee-4d78-4231-bf8d-e7ad741895d4 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380516 Sep 14 22:08:59.956569 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-dcb6adf7-dbca-482a-8bcd-d50ed425bf45 req-01dee393-8e29-4828-be0d-ab1b31c37b8a service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927341 Sep 14 22:09:00.804360 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109413-ebff-4c8d-8933-17eafb1bfac3 req-914cfc22-cd15-4354-9806-71e6a09a6d45 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:00.805866 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b3109413-ebff-4c8d-8933-17eafb1bfac3 req-914cfc22-cd15-4354-9806-71e6a09a6d45 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0475905 Sep 14 22:09:00.847811 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b3109413-ebff-4c8d-8933-17eafb1bfac3 req-472e8b8e-c556-4797-acfa-1213e08ff75a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357189 Sep 14 22:09:01.026284 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112ef7-ec3f-4f64-b708-ae0a06aadb95 req-d7e528ea-a2d9-45c9-a442-b7b9f7683556 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:01.028272 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3c112ef7-ec3f-4f64-b708-ae0a06aadb95 req-d7e528ea-a2d9-45c9-a442-b7b9f7683556 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0504792 Sep 14 22:09:01.066342 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3c112ef7-ec3f-4f64-b708-ae0a06aadb95 req-56d31bda-a2c2-4dcb-9bda-51590a3fd1e5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317376 Sep 14 22:09:01.770611 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 35764) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:01.887746 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82f05e72-eeba-452d-b39b-5fcef79024c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:02.015272 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ddeb-e91f-4165-9fd7-2efe7eeb1351 req-c4bbfcc0-846c-447b-85e1-12969c4b3ba6 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:02.016774 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-33c4ddeb-e91f-4165-9fd7-2efe7eeb1351 req-c4bbfcc0-846c-447b-85e1-12969c4b3ba6 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0803912 Sep 14 22:09:02.055827 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82f05e72-eeba-452d-b39b-5fcef79024c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:02.073229 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-33c4ddeb-e91f-4165-9fd7-2efe7eeb1351 req-8f5e0b3d-48f1-4039-a4db-9ef95e2a7a9d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497806 Sep 14 22:09:02.183804 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b210f-2df5-4e9a-b87e-bc3107c5b312 req-3a1fb832-0abc-49da-99b8-45ef562d89c7 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:02.185452 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-341b210f-2df5-4e9a-b87e-bc3107c5b312 req-3a1fb832-0abc-49da-99b8-45ef562d89c7 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0509713 Sep 14 22:09:02.223175 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-341b210f-2df5-4e9a-b87e-bc3107c5b312 req-d779ebec-7e2c-4a2e-9885-1b98a7b75fde tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Sep 14 22:09:02.254435 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82f05e72-eeba-452d-b39b-5fcef79024c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:02.296738 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-82f05e72-eeba-452d-b39b-5fcef79024c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc0b0db57fa04abbac709400a9f44f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234454 Sep 14 22:09:02.297644 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f05e72-eeba-452d-b39b-5fcef79024c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086c2bbe-1ead-48f0-b88b-1cbc0296ed83,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:02.298757 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 35780) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:02.352502 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0e56-1bc0-41a2-8566-f9998b457a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:02.377297 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0e56-1bc0-41a2-8566-f9998b457a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:02.521183 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 35794) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:02.523403 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0e56-1bc0-41a2-8566-f9998b457a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:02.526009 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0e56-1bc0-41a2-8566-f9998b457a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:02.529826 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-c1dc0e56-1bc0-41a2-8566-f9998b457a3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/086c2bbe-1ead-48f0-b88b-1cbc0296ed83 HTTP/1.1" status: 204 len: 168 time: 0.2273355 Sep 14 22:09:02.537266 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc0e56-1bc0-41a2-8566-f9998b457a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086c2bbe-1ead-48f0-b88b-1cbc0296ed83,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:02.667208 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c8976292-4bd6-4f3c-85fa-fb27acfbc818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:02.763548 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c8976292-4bd6-4f3c-85fa-fb27acfbc818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:02.877506 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c8976292-4bd6-4f3c-85fa-fb27acfbc818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:02.917884 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-c8976292-4bd6-4f3c-85fa-fb27acfbc818 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=230ad2d65b6d4924afd7fdb3e691f064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955834 Sep 14 22:09:02.918823 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8976292-4bd6-4f3c-85fa-fb27acfbc818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b7e975-b57d-4513-bcbb-4ccbd95f8d33,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:02.920621 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 35806) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:02.974801 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-686501b7-985c-4415-bbfd-70b35af88fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:02.996884 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-686501b7-985c-4415-bbfd-70b35af88fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:03.123448 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-686501b7-985c-4415-bbfd-70b35af88fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:03.126109 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-686501b7-985c-4415-bbfd-70b35af88fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:03.127254 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-686501b7-985c-4415-bbfd-70b35af88fc8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6b7e975-b57d-4513-bcbb-4ccbd95f8d33 HTTP/1.1" status: 204 len: 168 time: 0.2056513 Sep 14 22:09:03.135183 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686501b7-985c-4415-bbfd-70b35af88fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b7e975-b57d-4513-bcbb-4ccbd95f8d33,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:03.202775 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc922e63-2432-4431-8b98-c6d0bfd3f83f req-4e8740a0-6592-4bec-a85b-bd269779c795 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:03.204475 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bc922e63-2432-4431-8b98-c6d0bfd3f83f req-4e8740a0-6592-4bec-a85b-bd269779c795 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0576692 Sep 14 22:09:03.245237 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bc922e63-2432-4431-8b98-c6d0bfd3f83f req-dc2582bd-5c81-4353-877c-9e1845d974f4 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346072 Sep 14 22:09:03.251771 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 35814) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:03.272320 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19b921b5-dba8-4a15-8495-35c2ee1d8ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:03.343453 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bdf46-39b8-419a-b076-c63a16164622 req-45113190-23f4-4f9b-8175-c99d8860e735 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:03.345829 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-574bdf46-39b8-419a-b076-c63a16164622 req-45113190-23f4-4f9b-8175-c99d8860e735 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0521889 Sep 14 22:09:03.370906 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19b921b5-dba8-4a15-8495-35c2ee1d8ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:03.389853 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-574bdf46-39b8-419a-b076-c63a16164622 req-50fa7b2c-63e2-4e3f-9597-93d5f060075b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377772 Sep 14 22:09:03.495054 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19b921b5-dba8-4a15-8495-35c2ee1d8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:03.543841 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-19b921b5-dba8-4a15-8495-35c2ee1d8ee6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0398352b4e3460e9659dea66e3ef947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909558 Sep 14 22:09:03.545115 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b921b5-dba8-4a15-8495-35c2ee1d8ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86304be2-f012-4c99-adae-536a6e68cf29,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:03.546839 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 35824) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:03.609969 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-04b3cf5f-a887-448b-afe3-36693145282e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:03.631737 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-04b3cf5f-a887-448b-afe3-36693145282e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:03.757535 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-04b3cf5f-a887-448b-afe3-36693145282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:03.760077 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-04b3cf5f-a887-448b-afe3-36693145282e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:03.761671 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-04b3cf5f-a887-448b-afe3-36693145282e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86304be2-f012-4c99-adae-536a6e68cf29 HTTP/1.1" status: 204 len: 168 time: 0.2136014 Sep 14 22:09:03.770780 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3cf5f-a887-448b-afe3-36693145282e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86304be2-f012-4c99-adae-536a6e68cf29,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:03.914650 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 35840) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:03.929775 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33fe624f-08ed-4e28-adbf-8c9200de0e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:04.050203 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33fe624f-08ed-4e28-adbf-8c9200de0e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:04.134807 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33fe624f-08ed-4e28-adbf-8c9200de0e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:04.175185 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe624f-08ed-4e28-adbf-8c9200de0e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5d8221-8460-4494-8f7b-7db2daa271a8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:04.183686 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-33fe624f-08ed-4e28-adbf-8c9200de0e68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2e9398e288e471da70fe3b750ed6c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657256 Sep 14 22:09:04.184485 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 35858) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:04.249818 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-88e97ea0-bfbc-4820-a409-bfe54a405b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:04.262237 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-88e97ea0-bfbc-4820-a409-bfe54a405b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:04.366296 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c077bf4-c729-4dcf-9c93-5b73661fa6aa req-a1b99ea6-d948-4563-96b1-e0bd262b256d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:04.368038 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5c077bf4-c729-4dcf-9c93-5b73661fa6aa req-a1b99ea6-d948-4563-96b1-e0bd262b256d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0494742 Sep 14 22:09:04.398326 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-88e97ea0-bfbc-4820-a409-bfe54a405b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:04.401581 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-88e97ea0-bfbc-4820-a409-bfe54a405b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:04.402615 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-88e97ea0-bfbc-4820-a409-bfe54a405b9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a5d8221-8460-4494-8f7b-7db2daa271a8 HTTP/1.1" status: 204 len: 168 time: 0.2170649 Sep 14 22:09:04.421129 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5c077bf4-c729-4dcf-9c93-5b73661fa6aa req-05694a08-780b-44cd-9736-0f0a135e5431 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468931 Sep 14 22:09:04.428909 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e97ea0-bfbc-4820-a409-bfe54a405b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5d8221-8460-4494-8f7b-7db2daa271a8,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:05.191323 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-a09edbc8-c7b3-43b1-ba9c-c37aa940c845 req-49f3c006-b7a4-4509-8634-4f94a6e25cd1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615401 Sep 14 22:09:05.214542 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:05.280649 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d55797-9471-412d-880e-be2616556a12 req-98ffd696-9671-4764-b427-9f347bd65ce1 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:05.282306 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a2d55797-9471-412d-880e-be2616556a12 req-98ffd696-9671-4764-b427-9f347bd65ce1 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0568111 Sep 14 22:09:05.283793 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09edbc8-c7b3-43b1-ba9c-c37aa940c845 req-7b97c636-1069-4bc7-95ef-ede38e3079a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:05.285482 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-a09edbc8-c7b3-43b1-ba9c-c37aa940c845 req-7b97c636-1069-4bc7-95ef-ede38e3079a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 1098 time: 0.0436392 Sep 14 22:09:05.338321 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a2d55797-9471-412d-880e-be2616556a12 req-c83c08f7-642f-48c2-a7a5-29bc99cdd2a9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Sep 14 22:09:05.407653 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09edbc8-c7b3-43b1-ba9c-c37aa940c845 req-07565923-866f-419e-8b0c-515855a83f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:05.409816 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-a09edbc8-c7b3-43b1-ba9c-c37aa940c845 req-07565923-866f-419e-8b0c-515855a83f98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 HTTP/1.1" status: 200 len: 920 time: 0.1025314 Sep 14 22:09:05.454280 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-a09edbc8-c7b3-43b1-ba9c-c37aa940c845 req-6c2b0505-60b9-4972-b71f-964db1e5cfd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94b8d212-eebc-44d7-a95f-65154e055322 HTTP/1.1" status: 200 len: 217 time: 0.0357714 Sep 14 22:09:05.547482 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09edbc8-c7b3-43b1-ba9c-c37aa940c845 req-9ffc270a-1492-4e38-a138-230fea9f00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:05.549069 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-a09edbc8-c7b3-43b1-ba9c-c37aa940c845 req-9ffc270a-1492-4e38-a138-230fea9f00bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31 HTTP/1.1" status: 200 len: 859 time: 0.0697956 Sep 14 22:09:05.554907 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e902754-17a1-43bb-897c-45462d4c91ca req-7b83ced4-c1ea-4252-ae7e-68aca6a8ea43 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:05.557030 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6e902754-17a1-43bb-897c-45462d4c91ca req-7b83ced4-c1ea-4252-ae7e-68aca6a8ea43 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0553513 Sep 14 22:09:05.591214 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-a09edbc8-c7b3-43b1-ba9c-c37aa940c845 req-d6c0def9-6b40-4522-b4ff-7f755899202e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290699 Sep 14 22:09:05.617206 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6e902754-17a1-43bb-897c-45462d4c91ca req-a23abd8c-fe74-438e-bf6f-6108c6456602 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447402 Sep 14 22:09:05.706383 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-a09edbc8-c7b3-43b1-ba9c-c37aa940c845 req-ce9a10f0-c672-423c-b566-f18792ea7d56 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049063 Sep 14 22:09:05.832508 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-a09edbc8-c7b3-43b1-ba9c-c37aa940c845 req-4b799251-7c82-456e-bf3c-9e68c62cce70 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153359 Sep 14 22:09:06.733051 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ac366-0dec-4c17-bb88-a724ee50a0ee req-117dd5b6-1c09-4247-b365-28a56d3986f6 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:06.734674 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-636ac366-0dec-4c17-bb88-a724ee50a0ee req-117dd5b6-1c09-4247-b365-28a56d3986f6 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0566535 Sep 14 22:09:06.781655 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-636ac366-0dec-4c17-bb88-a724ee50a0ee req-70596d89-ff52-47f4-a6d7-b87f5434584f tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384078 Sep 14 22:09:07.915384 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4cde6-02f7-42f9-a75f-3b547c94d994 req-af0afbac-0ca1-4742-a590-bf6e3f7ec5a1 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:07.917171 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aca4cde6-02f7-42f9-a75f-3b547c94d994 req-af0afbac-0ca1-4742-a590-bf6e3f7ec5a1 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0534182 Sep 14 22:09:07.956939 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aca4cde6-02f7-42f9-a75f-3b547c94d994 req-fc6e40de-3f72-426e-8d9e-fbe1ff276a83 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333824 Sep 14 22:09:09.089152 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a18d48-f374-45d8-b20f-ca6ff6ab1ee6 req-0d2f3660-76a5-4395-b88b-92885f66f848 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:09.090675 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-88a18d48-f374-45d8-b20f-ca6ff6ab1ee6 req-0d2f3660-76a5-4395-b88b-92885f66f848 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0528064 Sep 14 22:09:09.129812 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-88a18d48-f374-45d8-b20f-ca6ff6ab1ee6 req-4500ab32-8a45-4867-ac06-a1087880ec13 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333133 Sep 14 22:09:10.255540 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d2a26-94db-4019-84d1-a7526e529f85 req-d91fd78d-f88a-4885-a5cd-f4ce0d5a5edd tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:10.257093 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-943d2a26-94db-4019-84d1-a7526e529f85 req-d91fd78d-f88a-4885-a5cd-f4ce0d5a5edd tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0517106 Sep 14 22:09:10.297384 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-943d2a26-94db-4019-84d1-a7526e529f85 req-3115f29a-8a9b-465f-bd59-0d22868747cb tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333517 Sep 14 22:09:11.089039 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 36178) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:11.200838 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:11.290756 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:11.346438 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:11.390649 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a13d2892c38744caafa42a2035b3065f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999773 Sep 14 22:09:11.392789 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0b0a98-8531-49b0-b2b9-c6e03b9c98b0,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:11.394756 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 36192) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:11.414977 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:11.415337 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:11.415688 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:11.416082 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:11.416364 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:11.416700 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:11.417124 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:11.417386 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:11.417713 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:11.418041 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:11.418364 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:11.418693 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15785a2d-3268-4ad9-8d1c-8f0b23f2a260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:11.451770 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab85069-7404-450b-86d5-a2dcbae4fcde req-0cd15b81-23b4-4af2-8e15-3b33fd4640b0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:11.453283 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5ab85069-7404-450b-86d5-a2dcbae4fcde req-0cd15b81-23b4-4af2-8e15-3b33fd4640b0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0863583 Sep 14 22:09:11.458662 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-279ad071-9330-47f8-93ed-c68ab99a54e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:11.479077 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-279ad071-9330-47f8-93ed-c68ab99a54e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:11.490312 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5ab85069-7404-450b-86d5-a2dcbae4fcde req-0c2c5c79-52ec-44a3-a719-7787ff35c6c1 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310020 Sep 14 22:09:11.656092 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-279ad071-9330-47f8-93ed-c68ab99a54e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:11.662715 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-279ad071-9330-47f8-93ed-c68ab99a54e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:11.664526 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-279ad071-9330-47f8-93ed-c68ab99a54e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b0b0a98-8531-49b0-b2b9-c6e03b9c98b0 HTTP/1.1" status: 204 len: 168 time: 0.2687840 Sep 14 22:09:11.672133 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ad071-9330-47f8-93ed-c68ab99a54e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0b0a98-8531-49b0-b2b9-c6e03b9c98b0,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:11.934508 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ed0fb215-9b73-4a12-a069-cba7e4946e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:12.227177 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 36204) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:12.239844 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-24b0caf7-70e3-4036-aefc-100b07bc1632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:12.325882 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-24b0caf7-70e3-4036-aefc-100b07bc1632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:12.403648 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-24b0caf7-70e3-4036-aefc-100b07bc1632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:12.439120 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0caf7-70e3-4036-aefc-100b07bc1632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb7617d-fe76-4535-bb7c-af5d8fec8d0f,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:12.443831 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-24b0caf7-70e3-4036-aefc-100b07bc1632 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5ecba1a903e42859f12a47642e6f6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156093 Sep 14 22:09:12.446424 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 36212) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:12.492415 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f0de88a0-4f0f-4991-9fe7-b1eaf7a1437d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:12.514844 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f0de88a0-4f0f-4991-9fe7-b1eaf7a1437d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:12.610445 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d02bd-8779-4746-a688-aeff390c8560 req-ac02fe3f-666a-40ba-84d0-e09e3a185777 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:12.611925 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-013d02bd-8779-4746-a688-aeff390c8560 req-ac02fe3f-666a-40ba-84d0-e09e3a185777 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0490284 Sep 14 22:09:12.638057 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f0de88a0-4f0f-4991-9fe7-b1eaf7a1437d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:12.640669 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f0de88a0-4f0f-4991-9fe7-b1eaf7a1437d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:12.641863 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-f0de88a0-4f0f-4991-9fe7-b1eaf7a1437d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbb7617d-fe76-4535-bb7c-af5d8fec8d0f HTTP/1.1" status: 204 len: 168 time: 0.1945393 Sep 14 22:09:12.650555 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de88a0-4f0f-4991-9fe7-b1eaf7a1437d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb7617d-fe76-4535-bb7c-af5d8fec8d0f,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:12.651419 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-013d02bd-8779-4746-a688-aeff390c8560 req-47920e20-2593-4407-8382-5557cf255298 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334055 Sep 14 22:09:13.779406 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d1400-f7c4-4f03-a376-dacb64e4d047 req-fd9d3d3c-7b9d-4a9d-b3f6-b42ca4ed1a58 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:13.780958 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-636d1400-f7c4-4f03-a376-dacb64e4d047 req-fd9d3d3c-7b9d-4a9d-b3f6-b42ca4ed1a58 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0527239 Sep 14 22:09:13.818864 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-636d1400-f7c4-4f03-a376-dacb64e4d047 req-73239a72-1d39-4421-bff2-aae9b2b5e127 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318515 Sep 14 22:09:14.510700 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-887cff9a-91fa-4e22-a76d-e1ba9a1c83ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:14.803156 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 36292) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:14.909755 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-69cde76f-4e1d-41e1-8e97-efd475038abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:14.924178 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:14.955500 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c547e-dfb8-40cb-9d78-b710d35d46d7 req-50a9f49d-210e-4a6a-b30b-efe00f6091e1 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:14.957191 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-088c547e-dfb8-40cb-9d78-b710d35d46d7 req-50a9f49d-210e-4a6a-b30b-efe00f6091e1 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0623002 Sep 14 22:09:14.997273 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-088c547e-dfb8-40cb-9d78-b710d35d46d7 req-4b930486-a104-4e03-8834-19bc75d1dbfe tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315650 Sep 14 22:09:15.013769 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-69cde76f-4e1d-41e1-8e97-efd475038abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:15.100286 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-69cde76f-4e1d-41e1-8e97-efd475038abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:15.139180 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-69cde76f-4e1d-41e1-8e97-efd475038abf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71bcb4bee3b945e88b1a5c0fe016d5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343232 Sep 14 22:09:15.141096 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cde76f-4e1d-41e1-8e97-efd475038abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b70109-314b-43f0-8ea8-2a91358687a6,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:15.141839 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 36304) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:15.191229 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:15.213362 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:15.369263 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:15.371777 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:15.372953 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1b70109-314b-43f0-8ea8-2a91358687a6 HTTP/1.1" status: 204 len: 168 time: 0.2300949 Sep 14 22:09:15.380861 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b70109-314b-43f0-8ea8-2a91358687a6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:15.388040 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:15.388400 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:15.388743 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:15.389116 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:15.392173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:15.392173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:15.392173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:15.392173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:15.392173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:15.392173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:15.392173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:15.392173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609204-e898-4f14-80ce-c5b49c2d76e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:15.854774 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:16.118660 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e20ae-5f4f-4048-b392-4aecb01e52ed req-6488fea6-985f-462c-b8b1-53dc5ce2aa22 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:16.120176 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a25e20ae-5f4f-4048-b392-4aecb01e52ed req-6488fea6-985f-462c-b8b1-53dc5ce2aa22 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0500705 Sep 14 22:09:16.164447 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a25e20ae-5f4f-4048-b392-4aecb01e52ed req-ac80135c-339f-46d4-a6e1-1507bc741caa tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366168 Sep 14 22:09:16.255984 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 36324) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:16.269129 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c71d8c43-d854-44f0-8509-1985e7d2bcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:16.356373 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c71d8c43-d854-44f0-8509-1985e7d2bcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:16.483457 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c71d8c43-d854-44f0-8509-1985e7d2bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:16.521948 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d8c43-d854-44f0-8509-1985e7d2bcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1313b8dc-3840-4a7b-a404-b06676402d4a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:16.529451 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-c71d8c43-d854-44f0-8509-1985e7d2bcae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61bafacf7e8547319b08e1060003f576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696092 Sep 14 22:09:16.530783 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 36330) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:16.579537 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6be315c3-6f4a-4794-8111-bb6875efec05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:16.601808 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6be315c3-6f4a-4794-8111-bb6875efec05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:16.746558 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6be315c3-6f4a-4794-8111-bb6875efec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:16.749012 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6be315c3-6f4a-4794-8111-bb6875efec05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:16.750151 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-6be315c3-6f4a-4794-8111-bb6875efec05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1313b8dc-3840-4a7b-a404-b06676402d4a HTTP/1.1" status: 204 len: 168 time: 0.2193959 Sep 14 22:09:16.759617 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be315c3-6f4a-4794-8111-bb6875efec05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1313b8dc-3840-4a7b-a404-b06676402d4a,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:17.077980 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:17.294026 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de293e5f-5f10-4273-b81d-faee42cf2742 req-006be33d-021f-4884-8fc0-bd95b30a4c15 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:17.294026 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-de293e5f-5f10-4273-b81d-faee42cf2742 req-006be33d-021f-4884-8fc0-bd95b30a4c15 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0502915 Sep 14 22:09:17.334425 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-de293e5f-5f10-4273-b81d-faee42cf2742 req-b602fdc6-71c9-429b-8c35-04bad61a63c5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340133 Sep 14 22:09:17.580123 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 36350) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:17.593662 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dee0f4b6-f41b-4e11-8e95-b06196b53432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:17.679812 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dee0f4b6-f41b-4e11-8e95-b06196b53432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:17.751824 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dee0f4b6-f41b-4e11-8e95-b06196b53432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:17.790829 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-dee0f4b6-f41b-4e11-8e95-b06196b53432 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff253437f3424de886bff9579bd93e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095978 Sep 14 22:09:17.791687 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0f4b6-f41b-4e11-8e95-b06196b53432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fb78fa-e9d1-4c22-9b93-1a4537bf6e1e,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:17.793578 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 36354) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:17.856658 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29856657-8071-4eee-abfa-81a247313a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:17.881385 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29856657-8071-4eee-abfa-81a247313a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:18.020874 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29856657-8071-4eee-abfa-81a247313a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:18.023998 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29856657-8071-4eee-abfa-81a247313a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:18.025162 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-29856657-8071-4eee-abfa-81a247313a3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71fb78fa-e9d1-4c22-9b93-1a4537bf6e1e HTTP/1.1" status: 204 len: 168 time: 0.2306130 Sep 14 22:09:18.033542 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29856657-8071-4eee-abfa-81a247313a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fb78fa-e9d1-4c22-9b93-1a4537bf6e1e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:18.197967 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:09:18.462865 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb0329-1e04-463c-a863-9825844b20de req-72461117-29da-4818-9b8b-33138449678c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:18.464335 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-24fb0329-1e04-463c-a863-9825844b20de req-72461117-29da-4818-9b8b-33138449678c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0466728 Sep 14 22:09:18.502530 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-24fb0329-1e04-463c-a863-9825844b20de req-e9354bf0-3888-45b6-81c0-b098037b360a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322351 Sep 14 22:09:19.149612 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 36394) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:19.318355 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5acacb40-2b99-4d13-8b0b-784728de6714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:19.415792 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5acacb40-2b99-4d13-8b0b-784728de6714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:19.546450 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5acacb40-2b99-4d13-8b0b-784728de6714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:19.606414 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 36416) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:19.606910 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-5acacb40-2b99-4d13-8b0b-784728de6714 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e79d1b199494e14ad750a81566f5ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557762 Sep 14 22:09:19.608621 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acacb40-2b99-4d13-8b0b-784728de6714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88824ceb-f9e7-42ea-9252-3ee6af974fbc,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:19.662433 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-578511f1-64d9-43fb-99f9-9ada45e66c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:19.664406 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1bf00-3928-4d44-ac1c-9074b916db9a req-8ba3c9d2-9c04-4c93-8c7d-592adc8b3010 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:19.666175 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bdc1bf00-3928-4d44-ac1c-9074b916db9a req-8ba3c9d2-9c04-4c93-8c7d-592adc8b3010 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0584879 Sep 14 22:09:19.690355 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-578511f1-64d9-43fb-99f9-9ada45e66c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:19.711959 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bdc1bf00-3928-4d44-ac1c-9074b916db9a req-a25c42c6-91dc-43d1-8026-7f7c43d58f97 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397966 Sep 14 22:09:19.831974 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-578511f1-64d9-43fb-99f9-9ada45e66c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:19.834744 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-578511f1-64d9-43fb-99f9-9ada45e66c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:19.836920 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-578511f1-64d9-43fb-99f9-9ada45e66c3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88824ceb-f9e7-42ea-9252-3ee6af974fbc HTTP/1.1" status: 204 len: 168 time: 0.2283716 Sep 14 22:09:19.845669 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578511f1-64d9-43fb-99f9-9ada45e66c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88824ceb-f9e7-42ea-9252-3ee6af974fbc,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:20.130205 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device eb724a92-aa66-4dd5-90d1-f13bb1524b31 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:09:20.246579 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port eb724a92-aa66-4dd5-90d1-f13bb1524b31, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:09:20.261056 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'port_id': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'mac_address': 'fa:16:3e:4e:bf:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:09:20.312252 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:20.328526 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb724a92-aa66-4dd5-90d1-f13bb1524b31 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:09:20.352340 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port eb724a92-aa66-4dd5-90d1-f13bb1524b31, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:09:20.379093 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c74d5-4cb2-49b2-9e7b-790a4f4ca661 req-f5228674-8771-4b08-ba11-03b0539e8a0f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:20.392087 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-109c74d5-4cb2-49b2-9e7b-790a4f4ca661 req-f5228674-8771-4b08-ba11-03b0539e8a0f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0670295 Sep 14 22:09:20.438302 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-109c74d5-4cb2-49b2-9e7b-790a4f4ca661 req-f9b6da8f-3a84-408f-ac02-611f6092bbaf tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390685 Sep 14 22:09:20.563518 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:20.611562 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=eb724a92-aa66-4dd5-90d1-f13bb1524b31,revision_number=6']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:20.846563 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a930c5-5d01-4880-919a-db357c50a767 req-a684690d-bacc-4614-bf79-7acbcf331176 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:20.848118 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-11a930c5-5d01-4880-919a-db357c50a767 req-a684690d-bacc-4614-bf79-7acbcf331176 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 944 time: 0.0592408 Sep 14 22:09:20.893360 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-11a930c5-5d01-4880-919a-db357c50a767 req-76f19416-296d-4706-9873-b68bcbb27b42 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381758 Sep 14 22:09:21.551650 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426ed21-bc94-4e1e-b4fe-d4cb95ad2aad req-5e672cbf-2961-4efc-b596-f2eb01416da9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:21.553208 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4426ed21-bc94-4e1e-b4fe-d4cb95ad2aad req-5e672cbf-2961-4efc-b596-f2eb01416da9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0525558 Sep 14 22:09:21.593770 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4426ed21-bc94-4e1e-b4fe-d4cb95ad2aad req-535d9c56-a5c3-4c55-9b99-786dfde982be tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340734 Sep 14 22:09:22.018690 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5070a6-b87f-42e4-a533-220d8afef359 req-42f8e572-9dcc-4fb9-9cf7-16d2fbdea90a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:22.020168 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1e5070a6-b87f-42e4-a533-220d8afef359 req-42f8e572-9dcc-4fb9-9cf7-16d2fbdea90a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 944 time: 0.0495143 Sep 14 22:09:22.061722 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1e5070a6-b87f-42e4-a533-220d8afef359 req-78e1cd8e-89ec-40da-84a2-bbdb29c73eba tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349715 Sep 14 22:09:22.146062 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 36534) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:22.254398 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b6e76d9-045c-4069-9ea9-0aa497162c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:22.353296 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b6e76d9-045c-4069-9ea9-0aa497162c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:22.409121 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b6e76d9-045c-4069-9ea9-0aa497162c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:22.446547 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-5b6e76d9-045c-4069-9ea9-0aa497162c89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d909455e3894a21a5ac7ffefc61799f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991495 Sep 14 22:09:22.449343 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 36548) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:22.453128 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e76d9-045c-4069-9ea9-0aa497162c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025d5a5d-aced-4fb6-a086-65ba0c4950d9,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:22.502284 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f27b0f49-abad-4aad-a028-d30b691ba9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:22.524110 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f27b0f49-abad-4aad-a028-d30b691ba9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:22.700988 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f27b0f49-abad-4aad-a028-d30b691ba9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:22.703505 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f27b0f49-abad-4aad-a028-d30b691ba9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:22.707093 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-f27b0f49-abad-4aad-a028-d30b691ba9ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/025d5a5d-aced-4fb6-a086-65ba0c4950d9 HTTP/1.1" status: 204 len: 168 time: 0.2542977 Sep 14 22:09:22.724672 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb2fc1-e29e-4fde-9eed-09c93c0fb698 req-05280b85-27c7-4712-94cd-ed613954db3e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:22.726932 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f1fb2fc1-e29e-4fde-9eed-09c93c0fb698 req-05280b85-27c7-4712-94cd-ed613954db3e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0619087 Sep 14 22:09:22.727786 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b0f49-abad-4aad-a028-d30b691ba9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025d5a5d-aced-4fb6-a086-65ba0c4950d9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:22.771295 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f1fb2fc1-e29e-4fde-9eed-09c93c0fb698 req-61a47091-866d-4636-837a-e497d15b58ec tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377350 Sep 14 22:09:23.052470 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c58fb-3430-4914-a8ba-bb044a512815 req-1fd24e0e-9fa6-4ece-8e16-fb275c1f93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:23.053993 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ae2c58fb-3430-4914-a8ba-bb044a512815 req-1fd24e0e-9fa6-4ece-8e16-fb275c1f93d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 1098 time: 0.0393755 Sep 14 22:09:23.150519 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c58fb-3430-4914-a8ba-bb044a512815 req-919b37d1-01db-46d1-815b-a7c0c564cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:23.152202 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ae2c58fb-3430-4914-a8ba-bb044a512815 req-919b37d1-01db-46d1-815b-a7c0c564cf8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 HTTP/1.1" status: 200 len: 920 time: 0.0871944 Sep 14 22:09:23.188979 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fc0a3-51d4-42e9-8f91-2888a42a32c5 req-387c608d-0769-45e2-825b-2962cc483099 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:23.190471 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ad6fc0a3-51d4-42e9-8f91-2888a42a32c5 req-387c608d-0769-45e2-825b-2962cc483099 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 944 time: 0.0477819 Sep 14 22:09:23.199122 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ae2c58fb-3430-4914-a8ba-bb044a512815 req-01436e67-228d-41e0-b94d-c7664f02612c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94b8d212-eebc-44d7-a95f-65154e055322 HTTP/1.1" status: 200 len: 217 time: 0.0337102 Sep 14 22:09:23.206578 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['eb724a92-aa66-4dd5-90d1-f13bb1524b31'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:09:23.230022 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ad6fc0a3-51d4-42e9-8f91-2888a42a32c5 req-5cb843e0-ee5a-4b5b-934c-14dd56c21a6f tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325649 Sep 14 22:09:23.257723 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c58fb-3430-4914-a8ba-bb044a512815 req-026c0c97-4d13-4fe5-9f48-9c36c5db19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:23.259885 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ae2c58fb-3430-4914-a8ba-bb044a512815 req-026c0c97-4d13-4fe5-9f48-9c36c5db19eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31 HTTP/1.1" status: 200 len: 859 time: 0.0459411 Sep 14 22:09:23.300880 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ae2c58fb-3430-4914-a8ba-bb044a512815 req-c036fdc1-716f-4c77-90a8-48a586e5f876 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238905 Sep 14 22:09:23.417183 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ae2c58fb-3430-4914-a8ba-bb044a512815 req-09126321-6498-4ee2-9f3e-8dd44aef5776 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961618 Sep 14 22:09:23.521058 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ae2c58fb-3430-4914-a8ba-bb044a512815 req-a624cc5c-c800-4a3e-9c79-c492b29d18fd service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927227 Sep 14 22:09:23.901612 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75eec5-a74c-48c8-8c55-a5acc34370f9 req-b275a718-d486-4240-ac22-b4c24fb49e1c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:23.902649 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 36594) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:23.905453 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9a75eec5-a74c-48c8-8c55-a5acc34370f9 req-b275a718-d486-4240-ac22-b4c24fb49e1c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0617464 Sep 14 22:09:23.921393 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f46c1065-38fb-452e-98fa-5b77bbfdd9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:23.951572 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9a75eec5-a74c-48c8-8c55-a5acc34370f9 req-b90a44b7-dc7b-4ce4-8c49-5eb46934b9c0 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Sep 14 22:09:24.026164 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f46c1065-38fb-452e-98fa-5b77bbfdd9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:24.101976 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f46c1065-38fb-452e-98fa-5b77bbfdd9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:24.143637 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-f46c1065-38fb-452e-98fa-5b77bbfdd9b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9781c1e43a041f8a7499a933fc53406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397258 Sep 14 22:09:24.144596 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c1065-38fb-452e-98fa-5b77bbfdd9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dbb64b-a030-42a9-843c-ac9939615d40,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:24.146638 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 36608) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:24.199723 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db305edd-aded-4adc-b7fb-66068f981842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:24.230106 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db305edd-aded-4adc-b7fb-66068f981842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:24.377600 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e28e3-1f16-4bbd-850c-5a11d46a2dbb req-1cbb60be-809d-4dba-a59f-febf8e144910 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:24.379531 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f24e28e3-1f16-4bbd-850c-5a11d46a2dbb req-1cbb60be-809d-4dba-a59f-febf8e144910 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 944 time: 0.0629678 Sep 14 22:09:24.441288 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f24e28e3-1f16-4bbd-850c-5a11d46a2dbb req-0760eb95-7554-456e-a680-407c50f9d9e7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509114 Sep 14 22:09:24.443484 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db305edd-aded-4adc-b7fb-66068f981842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:24.446850 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db305edd-aded-4adc-b7fb-66068f981842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:24.450437 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-db305edd-aded-4adc-b7fb-66068f981842 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58dbb64b-a030-42a9-843c-ac9939615d40 HTTP/1.1" status: 204 len: 168 time: 0.2993779 Sep 14 22:09:24.458223 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db305edd-aded-4adc-b7fb-66068f981842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dbb64b-a030-42a9-843c-ac9939615d40,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:25.014060 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device eb724a92-aa66-4dd5-90d1-f13bb1524b31 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:09:25.105830 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port eb724a92-aa66-4dd5-90d1-f13bb1524b31 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:09:25.114568 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:25.140294 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cc350-e695-47f9-8ff9-436aefcdd90f req-9cac0a28-1155-4f88-b31a-1f18ea0870da tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:25.148776 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5c4cc350-e695-47f9-8ff9-436aefcdd90f req-9cac0a28-1155-4f88-b31a-1f18ea0870da tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0953991 Sep 14 22:09:25.208426 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5c4cc350-e695-47f9-8ff9-436aefcdd90f req-38435bd1-ef67-4827-9a34-7d79ce751c75 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583601 Sep 14 22:09:25.315511 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:25.360186 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:09:25.363898 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5eaa3f-6903-4a19-ac69-ec398e1befb7" -d '{"events": [{"server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "name": "network-vif-plugged", "status": "completed", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:09:25.380093 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port eb724a92-aa66-4dd5-90d1-f13bb1524b31, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:09:25.414344 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e2fc72-4727-4145-a1ac-cb747b25bd99 x-openstack-request-id: req-67e2fc72-4727-4145-a1ac-cb747b25bd99 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:09:25.414344 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "name": "network-vif-plugged", "status": "completed", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:09:25.414344 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67e2fc72-4727-4145-a1ac-cb747b25bd99 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:09:25.414344 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'code': 200} Sep 14 22:09:25.596788 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:25.674665 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=eb724a92-aa66-4dd5-90d1-f13bb1524b31,revision_number=7']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:25.691919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:25.691919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:25.691919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:25.691919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:25.691919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:25.691919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:25.691919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:25.691919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:25.691919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:25.691919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:25.691919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:25.691919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:25.714544 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44b68d-67b6-4039-9276-7ec28a706939 req-96732f8f-318e-4017-bf09-69b5aaac449c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:25.716120 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2b44b68d-67b6-4039-9276-7ec28a706939 req-96732f8f-318e-4017-bf09-69b5aaac449c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.1585562 Sep 14 22:09:25.791671 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2b44b68d-67b6-4039-9276-7ec28a706939 req-c6924e5a-56ed-48cd-9851-6ba5ac1970b8 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634327 Sep 14 22:09:26.350309 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240b479-f558-494b-a48d-6ac2fe454a64 req-61042107-f55e-472e-ba62-0ba4e932d950 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:26.352015 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9240b479-f558-494b-a48d-6ac2fe454a64 req-61042107-f55e-472e-ba62-0ba4e932d950 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0533807 Sep 14 22:09:26.396166 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9240b479-f558-494b-a48d-6ac2fe454a64 req-5710cf3f-f2d2-4ea4-9149-f9cda070fd89 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362713 Sep 14 22:09:26.974727 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c5fb-f67c-4c31-9048-00a3064544bc req-fd84fb24-e8b1-4aa6-92bd-cc1cbc6a5126 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:26.977111 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b991c5fb-f67c-4c31-9048-00a3064544bc req-fd84fb24-e8b1-4aa6-92bd-cc1cbc6a5126 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0672007 Sep 14 22:09:27.038673 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b991c5fb-f67c-4c31-9048-00a3064544bc req-0ad94d2b-4c9d-44a1-af45-1cc89748dfd1 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458059 Sep 14 22:09:27.554597 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c24e3-4c74-426d-a629-a30aaec06fc3 req-187ced4b-8667-49fe-a724-7c723460040d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:27.557129 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2a3c24e3-4c74-426d-a629-a30aaec06fc3 req-187ced4b-8667-49fe-a724-7c723460040d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0594659 Sep 14 22:09:27.610811 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2a3c24e3-4c74-426d-a629-a30aaec06fc3 req-65cf9cd7-707c-42c0-b66e-8dc7023ceb0f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391302 Sep 14 22:09:28.194861 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a8227-68e4-45d3-8247-a91d2fffbc97 req-007adefc-1649-47bd-9192-257da63be0ac tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:28.196451 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-084a8227-68e4-45d3-8247-a91d2fffbc97 req-007adefc-1649-47bd-9192-257da63be0ac tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0818436 Sep 14 22:09:28.236077 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-084a8227-68e4-45d3-8247-a91d2fffbc97 req-fea2a192-ab79-4a63-a3ec-6f00b8c00a57 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334740 Sep 14 22:09:28.744984 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae095-f8e9-4095-ad75-a4162487f231 req-5ca59e7b-43f3-47d1-827f-225af1761cd9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:28.755713 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5fdae095-f8e9-4095-ad75-a4162487f231 req-5ca59e7b-43f3-47d1-827f-225af1761cd9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0659647 Sep 14 22:09:28.810294 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5fdae095-f8e9-4095-ad75-a4162487f231 req-016b6bca-c486-4739-b7bc-e260811ef4a2 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520537 Sep 14 22:09:29.368160 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966b3ce-e213-43e9-87f2-9dee42344331 req-e9cfbb1d-2660-41d6-86f8-91743e958ef0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:29.369768 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4966b3ce-e213-43e9-87f2-9dee42344331 req-e9cfbb1d-2660-41d6-86f8-91743e958ef0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0561912 Sep 14 22:09:29.418497 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4966b3ce-e213-43e9-87f2-9dee42344331 req-9ef1486f-a3a7-4619-ae26-4825f2b28362 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406299 Sep 14 22:09:29.943611 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483117d2-147a-4757-aa19-38a82e5c3fe6 req-98ff6326-32e5-426b-ac33-f4c765308a9e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:29.948322 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-483117d2-147a-4757-aa19-38a82e5c3fe6 req-98ff6326-32e5-426b-ac33-f4c765308a9e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0596538 Sep 14 22:09:29.998675 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-483117d2-147a-4757-aa19-38a82e5c3fe6 req-ade71f66-6f21-4c77-8a7c-3abc6fd3d11b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 Sep 14 22:09:30.595221 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d658acd-2188-4e8f-b244-6f6aa090523a req-baefa24f-bf1a-48b4-bffc-430a3bb9fb8b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:30.597192 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6d658acd-2188-4e8f-b244-6f6aa090523a req-baefa24f-bf1a-48b4-bffc-430a3bb9fb8b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0583861 Sep 14 22:09:30.637155 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6d658acd-2188-4e8f-b244-6f6aa090523a req-398606ce-6e36-403d-bd05-3a6f9e933d77 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335910 Sep 14 22:09:31.122750 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d61252-0e9b-4afe-a989-ef611ea675c5 req-e5ca6bdb-6ccd-4ba1-abfd-151aeb269971 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:31.124545 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e2d61252-0e9b-4afe-a989-ef611ea675c5 req-e5ca6bdb-6ccd-4ba1-abfd-151aeb269971 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0512588 Sep 14 22:09:31.168135 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e2d61252-0e9b-4afe-a989-ef611ea675c5 req-2cbe14ea-8b20-4024-b19d-302432898690 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369515 Sep 14 22:09:31.754184 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44500e7f-bf03-4ec4-b9df-73536bfb65fa req-7dd2f5f6-be0b-40c4-838b-09c739b928f2 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:31.755667 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-44500e7f-bf03-4ec4-b9df-73536bfb65fa req-7dd2f5f6-be0b-40c4-838b-09c739b928f2 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0481820 Sep 14 22:09:31.792686 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-44500e7f-bf03-4ec4-b9df-73536bfb65fa req-8aa4a077-3411-4ca5-aa88-6e7cef975ac3 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309341 Sep 14 22:09:32.299699 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dd1d5-6959-4989-a15d-1f8a17527ec1 req-fde557dd-77de-4bde-bff3-1afd7f74fddc tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:32.301270 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6d8dd1d5-6959-4989-a15d-1f8a17527ec1 req-fde557dd-77de-4bde-bff3-1afd7f74fddc tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0548189 Sep 14 22:09:32.343283 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6d8dd1d5-6959-4989-a15d-1f8a17527ec1 req-61560aa0-6d9c-4cce-8434-4ac3efa597b5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337386 Sep 14 22:09:32.918335 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f84625-0cb0-402b-bf56-2455c8eeb6cc req-59796b26-9d3f-4426-807f-d1dd853f1503 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:32.919886 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-73f84625-0cb0-402b-bf56-2455c8eeb6cc req-59796b26-9d3f-4426-807f-d1dd853f1503 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0524020 Sep 14 22:09:32.968450 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-73f84625-0cb0-402b-bf56-2455c8eeb6cc req-9cb3927f-476c-4c50-9180-dae0eb78225d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413818 Sep 14 22:09:33.493201 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddcf93-e7e9-47f4-8d95-3761d1c9fdb3 req-0043e934-5615-49e3-a45e-636a89c4a9aa tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:33.502873 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8eddcf93-e7e9-47f4-8d95-3761d1c9fdb3 req-0043e934-5615-49e3-a45e-636a89c4a9aa tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0635135 Sep 14 22:09:33.539883 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8eddcf93-e7e9-47f4-8d95-3761d1c9fdb3 req-1f312360-e482-4f44-9d93-adb2660d916b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360861 Sep 14 22:09:33.746386 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 36826) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:33.930228 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-061b6f9f-36c0-48da-828d-5c5c03d3f4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:34.070086 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-061b6f9f-36c0-48da-828d-5c5c03d3f4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:34.109441 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dd60a-c619-47b1-b8f9-e216bd93bbff req-4d09ffff-b1b7-49a8-8e77-4b3b1926e3e9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:34.117241 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f25dd60a-c619-47b1-b8f9-e216bd93bbff req-4d09ffff-b1b7-49a8-8e77-4b3b1926e3e9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0612195 Sep 14 22:09:34.123703 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-061b6f9f-36c0-48da-828d-5c5c03d3f4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:34.190223 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b6f9f-36c0-48da-828d-5c5c03d3f4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618fcdec-44f3-4446-b905-d7b63c4d9e2c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:34.206562 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f25dd60a-c619-47b1-b8f9-e216bd93bbff req-3645daa1-2b45-436f-b4ff-d0107c1d1347 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743220 Sep 14 22:09:34.215106 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-061b6f9f-36c0-48da-828d-5c5c03d3f4fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88e58da8e3d74922beede38a592d067c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639482 Sep 14 22:09:34.215223 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 36834) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:34.311832 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cfc1a8de-2fd7-49ee-b491-b623739be941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:34.350966 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cfc1a8de-2fd7-49ee-b491-b623739be941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:34.563695 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cfc1a8de-2fd7-49ee-b491-b623739be941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:34.568982 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cfc1a8de-2fd7-49ee-b491-b623739be941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:34.579473 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-cfc1a8de-2fd7-49ee-b491-b623739be941 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/618fcdec-44f3-4446-b905-d7b63c4d9e2c HTTP/1.1" status: 204 len: 168 time: 0.3587034 Sep 14 22:09:34.611079 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1a8de-2fd7-49ee-b491-b623739be941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618fcdec-44f3-4446-b905-d7b63c4d9e2c,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:34.724798 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ded7e3-be26-4095-bda9-040d973716f5 req-f35ff27a-cd40-4ef7-84e2-118c12c17ebc tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:34.724798 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b1ded7e3-be26-4095-bda9-040d973716f5 req-f35ff27a-cd40-4ef7-84e2-118c12c17ebc tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0703421 Sep 14 22:09:34.777804 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b1ded7e3-be26-4095-bda9-040d973716f5 req-1620ab06-3668-406b-b783-9bece9581291 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471373 Sep 14 22:09:35.336141 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7cff4-2c44-47dc-a71e-c1f7896b243a req-8c5827a7-dbfe-4bc5-a5f3-02262e192059 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:35.337672 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1cd7cff4-2c44-47dc-a71e-c1f7896b243a req-8c5827a7-dbfe-4bc5-a5f3-02262e192059 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0533223 Sep 14 22:09:35.379810 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1cd7cff4-2c44-47dc-a71e-c1f7896b243a req-be09da97-d151-489d-aa86-4f79e573b0d6 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325289 Sep 14 22:09:35.636513 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:35.940077 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333be83-2c31-472f-af34-b3587c3c9f82 req-e5d2870c-c7b9-4354-a5ab-39c0d1f5d493 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:35.948563 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4333be83-2c31-472f-af34-b3587c3c9f82 req-e5d2870c-c7b9-4354-a5ab-39c0d1f5d493 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0809398 Sep 14 22:09:35.987786 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4333be83-2c31-472f-af34-b3587c3c9f82 req-f2766257-e0b0-4961-8e5d-2f7688a77f37 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381567 Sep 14 22:09:36.303836 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 36886) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:36.409009 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-814681221-network', 'tenant_id': 'b55003268a8a4a20aafa8f6349cb591b'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:09:36.531831 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501e75a-61e2-4919-bb44-76a69783acd9 req-f2483c63-b537-42b3-adf4-0899b06f3430 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:36.533454 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6501e75a-61e2-4919-bb44-76a69783acd9 req-f2483c63-b537-42b3-adf4-0899b06f3430 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0827169 Sep 14 22:09:36.571255 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6501e75a-61e2-4919-bb44-76a69783acd9 req-0df69a72-cce0-49f5-adc2-feed0499be53 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319412 Sep 14 22:09:36.678179 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Made reservation on behalf of b55003268a8a4a20aafa8f6349cb591b for: {'network': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:09:36.680953 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:36.690396 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:36.787521 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:36.855041 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:36.880658 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:09:36.890309 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06764d7-7815-4a0e-9acd-3a51b7ec7561,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:36.896791 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:36.897182 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.segments_db [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Added segment 0976de72-089b-4829-b37c-e6279b0e54ef of type vlan for network 4455282c-a88e-43e5-ad16-64aac4fc64cc Sep 14 22:09:36.942757 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:37.044227 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:37.045288 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:37.045887 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:37.115240 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] Pushing event updated for resources: {'Network': ['ID=4455282c-a88e-43e5-ad16-64aac4fc64cc,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:37.127652 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 4455282c-a88e-43e5-ad16-64aac4fc64cc details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:09:37.175929 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-848f4e51-4d66-4860-a544-c988e00f12dc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8709750 Sep 14 22:09:37.180327 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 36930) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:37.184709 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-0860eb25-4df3-4a3e-8b3e-8707c9e60864 admin admin] Request body: {'subnet': {'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-814681221-subnet', 'tenant_id': 'b55003268a8a4a20aafa8f6349cb591b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:09:37.195967 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863d0ae-16ac-422c-883a-19193c0b5fe2 req-b7dc4136-b4c2-4dbf-bc34-2d05f983c8df tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:37.215979 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8863d0ae-16ac-422c-883a-19193c0b5fe2 req-b7dc4136-b4c2-4dbf-bc34-2d05f983c8df tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.1416442 Sep 14 22:09:37.291290 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8863d0ae-16ac-422c-883a-19193c0b5fe2 req-b5433403-5e43-44f3-bee0-1ace968219c5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744097 Sep 14 22:09:37.352353 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0860eb25-4df3-4a3e-8b3e-8707c9e60864 admin admin] Made reservation on behalf of b55003268a8a4a20aafa8f6349cb591b for: {'subnet': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:09:37.355442 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0860eb25-4df3-4a3e-8b3e-8707c9e60864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59757008'] for subnet, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:37.359718 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-c3ed831d-d58e-4131-b789-c9f0cf53eb22 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:37.361237 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-c3ed831d-d58e-4131-b789-c9f0cf53eb22 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/networks?id=0fef938a-d41b-4978-a75f-4cdde4f00245 HTTP/1.1" status: 200 len: 815 time: 0.1357875 Sep 14 22:09:37.386044 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-31f1e45a-10fe-44b3-9443-32da63919844 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/quotas/333d4673601b4c0690da0b74c5a409de HTTP/1.1" status: 200 len: 375 time: 0.0100105 Sep 14 22:09:37.445667 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-270a2bb2-4069-4298-9aea-d7f57fdf51fd tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=333d4673601b4c0690da0b74c5a409de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570164 Sep 14 22:09:37.547411 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-dc5eae76-fb4c-4a20-b95e-31c30039b972 service neutron] 10.222.0.30 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947597 Sep 14 22:09:37.639594 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-cabdbeba-c86b-4204-98a2-35d926e4b2eb service neutron] 10.222.0.30 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861809 Sep 14 22:09:37.655743 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0860eb25-4df3-4a3e-8b3e-8707c9e60864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59588433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59757054'] for subnet, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:37.694619 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635f0b2-3295-434e-adf9-790dabd562de req-51bbe12b-fdec-44eb-8084-a16488dc3e37 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:37.696148 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1635f0b2-3295-434e-adf9-790dabd562de req-51bbe12b-fdec-44eb-8084-a16488dc3e37 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0499213 Sep 14 22:09:37.741214 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860eb25-4df3-4a3e-8b3e-8707c9e60864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=315cb0b5-352f-4ec6-8bec-cdb1677d189c,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:37.743357 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860eb25-4df3-4a3e-8b3e-8707c9e60864 admin admin] Checking segment: {'id': '0976de72-089b-4829-b37c-e6279b0e54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:09:37.743955 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860eb25-4df3-4a3e-8b3e-8707c9e60864 admin admin] Network hostable DHCP agents. Network: 4455282c-a88e-43e5-ad16-64aac4fc64cc, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:09:37.744154 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1635f0b2-3295-434e-adf9-790dabd562de req-3935700a-90ee-4da3-9063-bf6c0ed9848b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415173 Sep 14 22:09:37.844242 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860eb25-4df3-4a3e-8b3e-8707c9e60864 admin admin] Network 4455282c-a88e-43e5-ad16-64aac4fc64cc is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:09:37.872578 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-69900174-4245-48fe-991f-43ccaedda61b req-2dc439cc-5d31-44d0-b897-b1180cd956cd tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0269322 Sep 14 22:09:37.935130 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-0860eb25-4df3-4a3e-8b3e-8707c9e60864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 4455282c-a88e-43e5-ad16-64aac4fc64cc) {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:09:37.939732 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0860eb25-4df3-4a3e-8b3e-8707c9e60864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:37.940381 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0860eb25-4df3-4a3e-8b3e-8707c9e60864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:37.952282 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e7f28a-0c64-4f0e-97f1-da5ba4dbc959 None None] Network 4455282c-a88e-43e5-ad16-64aac4fc64cc requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:09:38.027157 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-0860eb25-4df3-4a3e-8b3e-8707c9e60864 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8465319 Sep 14 22:09:38.084350 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdf96e4-da5b-422f-b7ef-e98ff19c9192 None None] Network 4455282c-a88e-43e5-ad16-64aac4fc64cc requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:09:38.168267 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c308a-61ae-4a8b-97e1-009a02cf1f14 req-9c50f1bf-6b02-4213-bf51-c56994d1daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:38.170734 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b55c308a-61ae-4a8b-97e1-009a02cf1f14 req-9c50f1bf-6b02-4213-bf51-c56994d1daf7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 1098 time: 0.0691292 Sep 14 22:09:38.331426 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c308a-61ae-4a8b-97e1-009a02cf1f14 req-6d359c0a-3b20-4091-b174-fbf5e9db7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:38.334781 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b55c308a-61ae-4a8b-97e1-009a02cf1f14 req-6d359c0a-3b20-4091-b174-fbf5e9db7684 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 200 len: 918 time: 0.1552603 Sep 14 22:09:38.420149 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b55c308a-61ae-4a8b-97e1-009a02cf1f14 req-ca7d44f2-82ec-4fa1-a9ae-c41942ba1800 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31 HTTP/1.1" status: 200 len: 1001 time: 0.0739770 Sep 14 22:09:38.427777 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1620d-281b-47f1-b6c6-6944e745a756 req-6d08b6f2-6d75-4ff6-b637-109ede7ccc3d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:38.429909 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cfb1620d-281b-47f1-b6c6-6944e745a756 req-6d08b6f2-6d75-4ff6-b637-109ede7ccc3d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0563047 Sep 14 22:09:38.482584 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cfb1620d-281b-47f1-b6c6-6944e745a756 req-855228d9-6bcc-4596-8b03-855a26cab372 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394413 Sep 14 22:09:38.510561 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c308a-61ae-4a8b-97e1-009a02cf1f14 req-4e87c591-f540-4cf0-842d-71ee935ae11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:38.512306 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b55c308a-61ae-4a8b-97e1-009a02cf1f14 req-4e87c591-f540-4cf0-842d-71ee935ae11f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5333dda5-64f1-4ac4-8364-1d7ef56329c7 HTTP/1.1" status: 200 len: 856 time: 0.0787718 Sep 14 22:09:38.563192 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c308a-61ae-4a8b-97e1-009a02cf1f14 req-c51c6798-6d67-4250-a131-348f3751fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:38.564613 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b55c308a-61ae-4a8b-97e1-009a02cf1f14 req-c51c6798-6d67-4250-a131-348f3751fab6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432854 Sep 14 22:09:38.659931 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b55c308a-61ae-4a8b-97e1-009a02cf1f14 req-fb543df3-a15e-4fd1-8d28-6deaa54091dd service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842371 Sep 14 22:09:38.752336 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b55c308a-61ae-4a8b-97e1-009a02cf1f14 req-8b7f76c3-f304-400c-a267-37ecc01d8a37 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852833 Sep 14 22:09:38.869443 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8ccdc-5573-490a-b3b8-6f9bac434e2c req-a4c3dc2e-108a-4069-9ee5-d81b050980f6 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:38.871006 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-66f8ccdc-5573-490a-b3b8-6f9bac434e2c req-a4c3dc2e-108a-4069-9ee5-d81b050980f6 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0491338 Sep 14 22:09:38.915688 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-66f8ccdc-5573-490a-b3b8-6f9bac434e2c req-6ba99e09-7a4a-4b25-ac26-f20350e6b8c8 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382376 Sep 14 22:09:38.993216 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7f4f5d35-11fb-48dc-ae2a-2e17dd63fa67 req-ed3e312b-b8c6-441c-990f-07a45949f98c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0342824 Sep 14 22:09:39.073458 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 37032) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:39.188497 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f6fc-db16-4d9a-bef2-09934a40b3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:39.297372 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f6fc-db16-4d9a-bef2-09934a40b3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:39.392646 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f6fc-db16-4d9a-bef2-09934a40b3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:39.426913 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8f6fc-db16-4d9a-bef2-09934a40b3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf6f592-ddac-438b-9283-533f04384244,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:39.443885 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 37056) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:39.449422 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-d6a8f6fc-db16-4d9a-bef2-09934a40b3c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=313d267d116640239ce67cf885dd6d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745704 Sep 14 22:09:39.492673 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b36a6d35-906f-474b-8a42-bfb040e5fd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:39.525264 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b36a6d35-906f-474b-8a42-bfb040e5fd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:39.611672 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09854086-397f-47ff-b79a-7081c6b0c820 req-176d976f-bc14-4796-9acc-c985fcf5d001 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:39.613101 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-09854086-397f-47ff-b79a-7081c6b0c820 req-176d976f-bc14-4796-9acc-c985fcf5d001 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0493441 Sep 14 22:09:39.651906 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-09854086-397f-47ff-b79a-7081c6b0c820 req-4bd74d92-2ce8-4871-bf31-cbf21dc1a3ae tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313358 Sep 14 22:09:39.672793 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b36a6d35-906f-474b-8a42-bfb040e5fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:39.675742 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b36a6d35-906f-474b-8a42-bfb040e5fd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:39.677473 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-b36a6d35-906f-474b-8a42-bfb040e5fd6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0bf6f592-ddac-438b-9283-533f04384244 HTTP/1.1" status: 204 len: 168 time: 0.2324216 Sep 14 22:09:39.686549 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a6d35-906f-474b-8a42-bfb040e5fd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf6f592-ddac-438b-9283-533f04384244,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:39.803079 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 37066) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:40.020422 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20c5d313-94a7-4cd7-b329-8aed6ab3777a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:40.069448 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f7d8d-3b27-40f4-b159-c1d91a6a9ea0 req-a7beea3f-73b2-4c92-9fb5-17273b560205 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:40.071346 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-524f7d8d-3b27-40f4-b159-c1d91a6a9ea0 req-a7beea3f-73b2-4c92-9fb5-17273b560205 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 945 time: 0.0732410 Sep 14 22:09:40.121151 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-53196380-a05b-4b60-8ccc-e2fcaf9549c2 req-0b19d28a-16fd-4a21-ae38-0391a5ee9a64 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0290565 Sep 14 22:09:40.138462 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-524f7d8d-3b27-40f4-b159-c1d91a6a9ea0 req-0c9311f6-8be8-4ce1-a7d1-341f17811391 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603578 Sep 14 22:09:40.145544 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20c5d313-94a7-4cd7-b329-8aed6ab3777a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:40.238219 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20c5d313-94a7-4cd7-b329-8aed6ab3777a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:40.278882 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-20c5d313-94a7-4cd7-b329-8aed6ab3777a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c9223ca734a4dbbafe2918fda6356fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722362 Sep 14 22:09:40.278882 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5d313-94a7-4cd7-b329-8aed6ab3777a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eb3f4a-f502-46a5-ae3c-8f659dc9a408,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:40.279606 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 37076) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:40.334446 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f6183ce-1b5b-4514-8d72-9a974ee74e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:40.360976 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f6183ce-1b5b-4514-8d72-9a974ee74e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:40.422906 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 37082) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:40.435654 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-98c38a92-4d25-40a4-814d-af6d2b449533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:40.438446 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1b890448-27c4-4d17-91a4-5a556b68d674 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:40.439979 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1b890448-27c4-4d17-91a4-5a556b68d674 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "GET /v2.0/networks?id=0fef938a-d41b-4978-a75f-4cdde4f00245 HTTP/1.1" status: 200 len: 815 time: 0.1212695 Sep 14 22:09:40.465391 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-2fd099d1-5eb2-46db-b500-0e7d72f13fca tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Request body: {'port': {'device_id': 'eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9', 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245', 'admin_state_up': True, 'tenant_id': '333d4673601b4c0690da0b74c5a409de'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:09:40.509287 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f6183ce-1b5b-4514-8d72-9a974ee74e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:40.511825 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f6183ce-1b5b-4514-8d72-9a974ee74e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:40.524729 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-5f6183ce-1b5b-4514-8d72-9a974ee74e19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92eb3f4a-f502-46a5-ae3c-8f659dc9a408 HTTP/1.1" status: 204 len: 168 time: 0.2323771 Sep 14 22:09:40.524729 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6183ce-1b5b-4514-8d72-9a974ee74e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eb3f4a-f502-46a5-ae3c-8f659dc9a408,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:40.633332 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-98c38a92-4d25-40a4-814d-af6d2b449533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:40.697801 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-98c38a92-4d25-40a4-814d-af6d2b449533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:40.761413 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-98c38a92-4d25-40a4-814d-af6d2b449533 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e21e83d5c8834920b558750d830e74a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372493 Sep 14 22:09:40.761829 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 37104) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:40.792101 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c38a92-4d25-40a4-814d-af6d2b449533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8784bd80-0547-4b83-a02e-4d9322f73060,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:40.816360 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4685-5b1f-4265-82aa-39ce95701d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:40.817948 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-2fd099d1-5eb2-46db-b500-0e7d72f13fca tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Made reservation on behalf of 333d4673601b4c0690da0b74c5a409de for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:09:40.821970 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-2fd099d1-5eb2-46db-b500-0e7d72f13fca tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:40.861659 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4685-5b1f-4265-82aa-39ce95701d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:40.869605 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5e571-8b94-4c42-8c16-6ee5c0cb8b42 req-d73ae444-b4ec-4cc7-b15a-a51edf931ce0 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:40.871059 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-01c5e571-8b94-4c42-8c16-6ee5c0cb8b42 req-d73ae444-b4ec-4cc7-b15a-a51edf931ce0 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.1351011 Sep 14 22:09:41.021468 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-2fd099d1-5eb2-46db-b500-0e7d72f13fca tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Allocated IP 172.20.0.14 (0fef938a-d41b-4978-a75f-4cdde4f00245/5b0c0dc5-9efe-4a60-94e3-5a60e2751670/484fb731-1a07-4435-a03c-a357a9a63677) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:09:41.080811 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4685-5b1f-4265-82aa-39ce95701d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:41.083769 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4685-5b1f-4265-82aa-39ce95701d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:41.086654 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-fe1d4685-5b1f-4265-82aa-39ce95701d95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8784bd80-0547-4b83-a02e-4d9322f73060 HTTP/1.1" status: 204 len: 168 time: 0.3238277 Sep 14 22:09:41.115022 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d4685-5b1f-4265-82aa-39ce95701d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8784bd80-0547-4b83-a02e-4d9322f73060,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:41.117612 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device eb724a92-aa66-4dd5-90d1-f13bb1524b31 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:09:41.159563 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-6e9aeee6-2740-422d-9343-992fea4ed5c0 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:41.169310 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-6e9aeee6-2740-422d-9343-992fea4ed5c0 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/networks?id=4455282c-a88e-43e5-ad16-64aac4fc64cc HTTP/1.1" status: 200 len: 808 time: 0.4263942 Sep 14 22:09:41.174251 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-01c5e571-8b94-4c42-8c16-6ee5c0cb8b42 req-3249f0d9-540f-4309-b6f4-4ca1d8aeb129 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951038 Sep 14 22:09:41.185699 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-8ad89dc6-eb5e-4a4b-9f34-f92a984f6845 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/quotas/b55003268a8a4a20aafa8f6349cb591b HTTP/1.1" status: 200 len: 375 time: 0.0103719 Sep 14 22:09:41.243637 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-c67e00d7-6694-4617-8b32-eab6666e6214 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b55003268a8a4a20aafa8f6349cb591b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429182 Sep 14 22:09:41.294260 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:41.306905 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-2fd099d1-5eb2-46db-b500-0e7d72f13fca tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:41.319878 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:09:41.322836 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67058313-dce5-4d5c-bdde-d6f893867afa" -d '{"events": [{"server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "name": "network-vif-unplugged", "status": "completed", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:09:41.336119 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port eb724a92-aa66-4dd5-90d1-f13bb1524b31, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:09:41.376690 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a7e6c8fe-d5b7-4586-80f9-fe4359087f49 req-ef7ce6dc-e615-4a5a-80cb-da93c9a61c3c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0487235 Sep 14 22:09:41.410719 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-26ab4495-a803-41a6-84c7-7d3ffc859193 service neutron] 10.222.0.30 "GET /v2.0/networks/4455282c-a88e-43e5-ad16-64aac4fc64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599505 Sep 14 22:09:41.415547 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:41.473027 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-2fd099d1-5eb2-46db-b500-0e7d72f13fca tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:41.511578 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=eb724a92-aa66-4dd5-90d1-f13bb1524b31,revision_number=8']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:41.520678 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['839ef940-1f78-448a-9abc-df270554b895', '1d17d9cb-f713-42d7-a51b-2d977a737553', '2aeb3fd6-0d2d-4022-955c-167c90f8603a'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:09:41.543166 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-2fd099d1-5eb2-46db-b500-0e7d72f13fca tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Network 0fef938a-d41b-4978-a75f-4cdde4f00245 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:09:41.546544 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-2fd099d1-5eb2-46db-b500-0e7d72f13fca tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:09:41.550442 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-2fd099d1-5eb2-46db-b500-0e7d72f13fca tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:09:41.592254 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd099d1-5eb2-46db-b500-0e7d72f13fca tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Pushing event updated for resources: {'Port': ['ID=484fb731-1a07-4435-a03c-a357a9a63677,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:41.596325 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71903a80-0eb3-448f-be4b-63e72ebdcc13 req-691aa1b6-717e-4584-a86c-61b1edf8587e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:41.608514 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-71903a80-0eb3-448f-be4b-63e72ebdcc13 req-691aa1b6-717e-4584-a86c-61b1edf8587e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0856941 Sep 14 22:09:41.623008 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-2723b76a-5401-4105-a2cd-a975285f197e service neutron] 10.222.0.30 "GET /v2.0/networks/4455282c-a88e-43e5-ad16-64aac4fc64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948447 Sep 14 22:09:41.623371 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-2fd099d1-5eb2-46db-b500-0e7d72f13fca tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:41.624178 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-2fd099d1-5eb2-46db-b500-0e7d72f13fca tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:41.671799 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-71903a80-0eb3-448f-be4b-63e72ebdcc13 req-d5b9e1e7-f7c3-4faa-9bdb-e4b2f0f5a3b4 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603290 Sep 14 22:09:41.743757 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-2fd099d1-5eb2-46db-b500-0e7d72f13fca tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2827396 Sep 14 22:09:41.767461 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Request body: {'port': {'device_id': 'eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:09:41.779742 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 22:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4142ec7a-f064-4c1d-bc01-75e9e6918d1d x-openstack-request-id: req-4142ec7a-f064-4c1d-bc01-75e9e6918d1d {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:09:41.780068 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "name": "network-vif-unplugged", "status": "completed", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:09:41.780504 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4142ec7a-f064-4c1d-bc01-75e9e6918d1d {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:09:41.780947 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'code': 200} Sep 14 22:09:41.871062 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:41.982760 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7d21f318-a932-4115-9886-9fa455fb878a req-ace2f441-5774-4dcd-b995-0cbe8814b710 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 210 time: 0.0264971 Sep 14 22:09:42.038338 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c5f709b7-a137-4f48-b6d3-0dd50a46399a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:42.215044 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484fb731-1a07-4435-a03c-a357a9a63677 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:09:42.234738 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:42.239807 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Transition to ACTIVE for port object 484fb731-1a07-4435-a03c-a357a9a63677 will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:09:42.291632 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 37168) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:42.305482 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d6117d0-f37d-4b3a-8b7f-a34ad27d518f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:42.325252 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50143a04-f168-478b-b566-1516fed721d3 req-5cb57750-74d2-4942-b8a4-18277246aeb4 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:42.333418 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-50143a04-f168-478b-b566-1516fed721d3 req-5cb57750-74d2-4942-b8a4-18277246aeb4 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0608242 Sep 14 22:09:42.339218 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:42.375276 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-50143a04-f168-478b-b566-1516fed721d3 req-c2270dd3-9af2-4f8f-b746-b1b5be075952 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350823 Sep 14 22:09:42.420663 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Pushing event updated for resources: {'Port': ['ID=484fb731-1a07-4435-a03c-a357a9a63677,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:42.506935 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Attempting to bind port 484fb731-1a07-4435-a03c-a357a9a63677 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:09:42.507586 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Attempting to bind port 484fb731-1a07-4435-a03c-a357a9a63677 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:09:42.507586 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Attempting to bind port 484fb731-1a07-4435-a03c-a357a9a63677 on network 0fef938a-d41b-4978-a75f-4cdde4f00245 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:09:42.512420 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Port 484fb731-1a07-4435-a03c-a357a9a63677 on network 0fef938a-d41b-4978-a75f-4cdde4f00245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:09:42.512863 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Attempting to bind port 484fb731-1a07-4435-a03c-a357a9a63677 on network 0fef938a-d41b-4978-a75f-4cdde4f00245 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:09:42.519010 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:09:42.519348 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Checking segment: {'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:09:42.519729 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Bound using segment: {'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:09:42.520153 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Bound port: 484fb731-1a07-4435-a03c-a357a9a63677, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7613c0-9196-49dd-9969-845564023b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:09:42.520633 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:42.531561 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b62fd-4031-4dd2-ba3b-ef69efd49ff6 req-2332486e-a1fe-49a8-8152-ccc924454afd tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:42.533150 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e41b62fd-4031-4dd2-ba3b-ef69efd49ff6 req-2332486e-a1fe-49a8-8152-ccc924454afd tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 944 time: 0.0578580 Sep 14 22:09:42.589980 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e41b62fd-4031-4dd2-ba3b-ef69efd49ff6 req-2ef8a386-cdee-471e-95e2-2b83eeb5ef6f tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485253 Sep 14 22:09:42.625400 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] For port 484fb731-1a07-4435-a03c-a357a9a63677, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:09:42.630065 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] For port 484fb731-1a07-4435-a03c-a357a9a63677, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=484fb731-1a07-4435-a03c-a357a9a63677,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:09:42.653875 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d6117d0-f37d-4b3a-8b7f-a34ad27d518f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:42.765015 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:42.791600 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d6117d0-f37d-4b3a-8b7f-a34ad27d518f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:42.809132 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e6a09-5376-4a4a-ac0a-6872edf3c0d2 req-4581d3c5-a088-4b02-82e9-f65a80b7838d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:42.810661 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6c4e6a09-5376-4a4a-ac0a-6872edf3c0d2 req-4581d3c5-a088-4b02-82e9-f65a80b7838d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0529933 Sep 14 22:09:42.847521 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:42.848184 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:42.849799 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/484fb731-1a07-4435-a03c-a357a9a63677 HTTP/1.1" status: 200 len: 1094 time: 1.0901668 Sep 14 22:09:42.855097 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6c4e6a09-5376-4a4a-ac0a-6872edf3c0d2 req-7e25f957-9af8-4b6e-97bd-a10c9a33b986 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357018 Sep 14 22:09:42.860513 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9', 'tag': '484fb731-1a07-4435-a03c-a357a9a63677'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:09:42.862935 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332bcc18-da6b-4491-a8eb-6305eecf925c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9", "tag": "484fb731-1a07-4435-a03c-a357a9a63677"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:09:42.888322 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-9d6117d0-f37d-4b3a-8b7f-a34ad27d518f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=272e654c42304fadad92ca2c0709b069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5924408 Sep 14 22:09:42.888322 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6117d0-f37d-4b3a-8b7f-a34ad27d518f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01111a33-3329-4301-9176-2a7a1e888b5b,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:42.889290 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbcce5-f017-447a-bb3c-207b680758f1 service neutron] Pushing event updated for resources: {'Port': ['ID=484fb731-1a07-4435-a03c-a357a9a63677,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:42.893291 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 37182) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:42.944667 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425c43f6-6a90-4846-9436-6e5e94384764 x-openstack-request-id: req-425c43f6-6a90-4846-9436-6e5e94384764 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:09:42.944667 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9", "tag": "484fb731-1a07-4435-a03c-a357a9a63677", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:09:42.944667 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-425c43f6-6a90-4846-9436-6e5e94384764 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:09:42.944667 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9', 'tag': '484fb731-1a07-4435-a03c-a357a9a63677', 'status': 'completed', 'code': 200} Sep 14 22:09:42.971233 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2f62-fbe6-490b-bc69-4f63afece66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:43.001936 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2f62-fbe6-490b-bc69-4f63afece66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:43.078824 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b37e1a67-e35c-4758-b5ac-f36da1c81e7a req-5c9e4970-d5bf-44fc-9ac0-69c9c3fba9d1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 210 time: 0.0266995 Sep 14 22:09:43.095743 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bcc18-da6b-4491-a8eb-6305eecf925c req-df94186b-4a08-47ae-8051-e7ed6e53cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:43.099209 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-332bcc18-da6b-4491-a8eb-6305eecf925c req-df94186b-4a08-47ae-8051-e7ed6e53cb7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=333d4673601b4c0690da0b74c5a409de&device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 1097 time: 0.0853472 Sep 14 22:09:43.204065 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2f62-fbe6-490b-bc69-4f63afece66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:43.206546 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2f62-fbe6-490b-bc69-4f63afece66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:43.207691 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-9f3b2f62-fbe6-490b-bc69-4f63afece66e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01111a33-3329-4301-9176-2a7a1e888b5b HTTP/1.1" status: 204 len: 168 time: 0.3150952 Sep 14 22:09:43.217996 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bcc18-da6b-4491-a8eb-6305eecf925c req-1845b272-87c4-4f5e-9fc7-6f24766a0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:43.219460 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-332bcc18-da6b-4491-a8eb-6305eecf925c req-1845b272-87c4-4f5e-9fc7-6f24766a0e45 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=333d4673601b4c0690da0b74c5a409de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1034110 Sep 14 22:09:43.220521 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b2f62-fbe6-490b-bc69-4f63afece66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01111a33-3329-4301-9176-2a7a1e888b5b,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:43.362881 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bcc18-da6b-4491-a8eb-6305eecf925c req-0d92e055-1330-4945-acd3-97a14be19f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:43.364346 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-332bcc18-da6b-4491-a8eb-6305eecf925c req-0d92e055-1330-4945-acd3-97a14be19f63 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341577 Sep 14 22:09:43.507561 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-db9e30dc-b467-4468-a307-b441bd0ce704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:43.507561 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-db9e30dc-b467-4468-a307-b441bd0ce704 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=333d4673601b4c0690da0b74c5a409de&device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 1097 time: 0.0484996 Sep 14 22:09:43.526682 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbd82d-f6de-4beb-96a1-ad7628d18c1b req-9fa5fc73-8d94-40cd-8516-812fafc68e4c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:43.529118 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7fcbd82d-f6de-4beb-96a1-ad7628d18c1b req-9fa5fc73-8d94-40cd-8516-812fafc68e4c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0602386 Sep 14 22:09:43.570634 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-1e35014c-3172-4cce-9e93-c9f97b3a1589 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=484fb731-1a07-4435-a03c-a357a9a63677 HTTP/1.1" status: 200 len: 217 time: 0.0394046 Sep 14 22:09:43.581831 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7fcbd82d-f6de-4beb-96a1-ad7628d18c1b req-bd0e35f2-dc66-4038-a391-e479da5ef25e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458472 Sep 14 22:09:43.618036 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-7b4bd44f-70e9-4ebb-9a5b-431d42454512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:43.619500 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-7b4bd44f-70e9-4ebb-9a5b-431d42454512 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b0c0dc5-9efe-4a60-94e3-5a60e2751670 HTTP/1.1" status: 200 len: 855 time: 0.0447016 Sep 14 22:09:43.659679 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-6bcfaf1c-5f71-4767-a5af-39c084858af3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0fef938a-d41b-4978-a75f-4cdde4f00245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287337 Sep 14 22:09:43.736773 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5824a-937b-417a-bc56-48ba4391b6c4 req-9684d325-c76d-41d7-8975-9da1d795b078 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:43.739067 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cda5824a-937b-417a-bc56-48ba4391b6c4 req-9684d325-c76d-41d7-8975-9da1d795b078 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 944 time: 0.0564675 Sep 14 22:09:43.769323 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-a281892b-98c2-49ad-9ce8-c2ba16cb0df3 service neutron] 10.222.0.37 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989332 Sep 14 22:09:43.806278 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cda5824a-937b-417a-bc56-48ba4391b6c4 req-894e0e9e-1820-403c-aa2e-a6d1320fea9b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518601 Sep 14 22:09:43.887824 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-9a94bef3-7d9a-4a54-87f2-d3c25f62feeb req-ff98ee0d-49b1-4f43-8b37-6b557930cd2b service neutron] 10.222.0.37 "GET /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044514 Sep 14 22:09:44.174540 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-27127f30-3d0d-4641-86c6-9fb2bc71a8fe req-cd935adf-5419-4c0b-a244-367d49d1a108 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 210 time: 0.0291731 Sep 14 22:09:44.447340 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [req-d4697732-3b6c-42d6-bcc5-bc382fc648ba req-7a6dc8e1-74b8-41f4-8595-c594426db4d6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:09:44.448589 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d4697732-3b6c-42d6-bcc5-bc382fc648ba req-7a6dc8e1-74b8-41f4-8595-c594426db4d6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054259 Sep 14 22:09:44.537861 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-33b4ca3c-ea95-49c9-983a-88dd05e5cce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:44.707064 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bd30b-ef62-4d82-ad30-59896edf0680 req-4458c192-7373-4e0e-a762-bc6c2178d871 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:44.708555 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-754bd30b-ef62-4d82-ad30-59896edf0680 req-4458c192-7373-4e0e-a762-bc6c2178d871 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0495219 Sep 14 22:09:44.756239 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-754bd30b-ef62-4d82-ad30-59896edf0680 req-abc4e3a0-c266-4894-9895-397615f66cda tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 Sep 14 22:09:44.864529 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1e3e0-9827-440e-b7b7-f5c753e8fe12 req-d9fcbbdd-d52b-458e-a920-84966b3cadf4 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:44.867556 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2da1e3e0-9827-440e-b7b7-f5c753e8fe12 req-d9fcbbdd-d52b-458e-a920-84966b3cadf4 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0568852 Sep 14 22:09:44.906758 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:44.948593 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2da1e3e0-9827-440e-b7b7-f5c753e8fe12 req-cb37ac19-1b95-45c9-a682-dcc79dee375e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691414 Sep 14 22:09:44.968964 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7234b-7400-4b67-8efb-18c4b4357384 req-9446559b-58a8-4b6e-bc14-3aefa7838ad1 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:44.970947 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-03c7234b-7400-4b67-8efb-18c4b4357384 req-9446559b-58a8-4b6e-bc14-3aefa7838ad1 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 944 time: 0.0999601 Sep 14 22:09:45.012879 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-03c7234b-7400-4b67-8efb-18c4b4357384 req-09c47a91-2390-4d4f-814f-9ab276172c22 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323517 Sep 14 22:09:45.126268 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a88055fc-c39b-401b-96da-0c7f79cb244e tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:45.127928 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a88055fc-c39b-401b-96da-0c7f79cb244e tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.37 "GET /v2.0/networks?id=4455282c-a88e-43e5-ad16-64aac4fc64cc HTTP/1.1" status: 200 len: 808 time: 0.1190245 Sep 14 22:09:45.139687 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device eb724a92-aa66-4dd5-90d1-f13bb1524b31 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:09:45.153817 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a518f061-471f-42ed-9490-b5f6da8e6415 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Request body: {'port': {'device_id': '694fc5df-4ad4-467d-afdd-46cf55692f7a', 'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc', 'admin_state_up': True, 'tenant_id': 'b55003268a8a4a20aafa8f6349cb591b'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:09:45.315354 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f203620e-565b-4f74-9a95-9bdbb5bbd164 req-7cac6fcf-9bce-4afd-868c-94fd2c2d68c0 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 210 time: 0.0331602 Sep 14 22:09:45.466649 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a518f061-471f-42ed-9490-b5f6da8e6415 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Made reservation on behalf of b55003268a8a4a20aafa8f6349cb591b for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:09:45.470917 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a518f061-471f-42ed-9490-b5f6da8e6415 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:45.606490 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a518f061-471f-42ed-9490-b5f6da8e6415 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Allocated IP 172.20.0.13 (4455282c-a88e-43e5-ad16-64aac4fc64cc/315cb0b5-352f-4ec6-8bec-cdb1677d189c/9c84e2b3-8387-4ed7-84aa-100167b619fe) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:09:45.838358 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:45.863297 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 37270) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:45.936478 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6b7f9-a755-4cab-bd57-74f5ee3d03e6 req-6a5303dd-ba63-4cb6-a0fe-4d483a62ed2b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:45.938033 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-03b6b7f9-a755-4cab-bd57-74f5ee3d03e6 req-6a5303dd-ba63-4cb6-a0fe-4d483a62ed2b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0687034 Sep 14 22:09:46.026721 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-03b6b7f9-a755-4cab-bd57-74f5ee3d03e6 req-bda9684b-996a-4bcc-9346-ff7a1dd021b8 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635042 Sep 14 22:09:46.065316 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a518f061-471f-42ed-9490-b5f6da8e6415 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:46.076207 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65620756-fd94-448a-987f-e5817230723e req-96d1ca17-5844-4268-b6ed-9d124831b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:46.077757 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-65620756-fd94-448a-987f-e5817230723e req-96d1ca17-5844-4268-b6ed-9d124831b8be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 1098 time: 0.0990853 Sep 14 22:09:46.091097 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-d53ece98-c062-400f-9a32-7e327bdf867d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2265527 Sep 14 22:09:46.107776 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582998f7-c00a-411f-a078-1240adce89ad req-f4e3a1dd-f3ee-483b-8549-80700a3872a3 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:46.110520 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-582998f7-c00a-411f-a078-1240adce89ad req-f4e3a1dd-f3ee-483b-8549-80700a3872a3 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0747809 Sep 14 22:09:46.120148 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-6288fc0d-7a77-488c-a92d-5620806190cc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:09:46.121167 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-6288fc0d-7a77-488c-a92d-5620806190cc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227876 Sep 14 22:09:46.129138 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-65620756-fd94-448a-987f-e5817230723e req-32fcb485-f39f-40e3-a4ad-40ebb6095b10 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 Sep 14 22:09:46.180018 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-582998f7-c00a-411f-a078-1240adce89ad req-c331168f-ed16-4ac5-a7ff-c8e6f8d7fe18 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565410 Sep 14 22:09:46.187451 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374aa3f-0b82-4bf4-adfc-572259f6a348 req-7c92645a-e9f6-4feb-b13f-ba619d9f698a tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:46.190224 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a374aa3f-0b82-4bf4-adfc-572259f6a348 req-7c92645a-e9f6-4feb-b13f-ba619d9f698a tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 944 time: 0.0917211 Sep 14 22:09:46.210226 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a518f061-471f-42ed-9490-b5f6da8e6415 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:46.234270 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a374aa3f-0b82-4bf4-adfc-572259f6a348 req-4f814dd4-4c51-4840-8f4b-14ac68b81468 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 Sep 14 22:09:46.257430 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a518f061-471f-42ed-9490-b5f6da8e6415 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Network 4455282c-a88e-43e5-ad16-64aac4fc64cc is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:09:46.263790 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a518f061-471f-42ed-9490-b5f6da8e6415 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:09:46.274380 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a518f061-471f-42ed-9490-b5f6da8e6415 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:09:46.278151 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518f061-471f-42ed-9490-b5f6da8e6415 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Pushing event updated for resources: {'Port': ['ID=9c84e2b3-8387-4ed7-84aa-100167b619fe,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:46.323279 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a518f061-471f-42ed-9490-b5f6da8e6415 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:46.323848 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a518f061-471f-42ed-9490-b5f6da8e6415 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:46.434860 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9f714-90e4-4545-aaf7-b5d9976ef954 req-460738c0-968b-42ad-9292-553a7db9ddfa tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:46.436337 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fce9f714-90e4-4545-aaf7-b5d9976ef954 req-460738c0-968b-42ad-9292-553a7db9ddfa tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 932 time: 0.0511014 Sep 14 22:09:46.439194 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-a518f061-471f-42ed-9490-b5f6da8e6415 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2899313 Sep 14 22:09:46.460220 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Request body: {'port': {'device_id': '694fc5df-4ad4-467d-afdd-46cf55692f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:09:46.474368 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fce9f714-90e4-4545-aaf7-b5d9976ef954 req-9ab2adc8-50fc-43e4-8b67-05f90c88008c tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Sep 14 22:09:46.512818 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:46.786885 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c84e2b3-8387-4ed7-84aa-100167b619fe {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:09:46.795538 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:46.809407 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Transition to ACTIVE for port object 9c84e2b3-8387-4ed7-84aa-100167b619fe will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:09:46.872340 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:46.958382 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Pushing event updated for resources: {'Port': ['ID=9c84e2b3-8387-4ed7-84aa-100167b619fe,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:47.012640 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Attempting to bind port 9c84e2b3-8387-4ed7-84aa-100167b619fe on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:09:47.012997 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Attempting to bind port 9c84e2b3-8387-4ed7-84aa-100167b619fe by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': '0976de72-089b-4829-b37c-e6279b0e54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:09:47.013320 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Attempting to bind port 9c84e2b3-8387-4ed7-84aa-100167b619fe on network 4455282c-a88e-43e5-ad16-64aac4fc64cc {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:09:47.018118 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Port 9c84e2b3-8387-4ed7-84aa-100167b619fe on network 4455282c-a88e-43e5-ad16-64aac4fc64cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:09:47.018437 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Attempting to bind port 9c84e2b3-8387-4ed7-84aa-100167b619fe on network 4455282c-a88e-43e5-ad16-64aac4fc64cc {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:09:47.023669 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:09:47.024005 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Checking segment: {'id': '0976de72-089b-4829-b37c-e6279b0e54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:09:47.024385 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Bound using segment: {'id': '0976de72-089b-4829-b37c-e6279b0e54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:09:47.024940 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Bound port: 9c84e2b3-8387-4ed7-84aa-100167b619fe, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0976de72-089b-4829-b37c-e6279b0e54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:09:47.025324 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:47.055834 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:47.105032 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] For port 9c84e2b3-8387-4ed7-84aa-100167b619fe, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:09:47.108947 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] For port 9c84e2b3-8387-4ed7-84aa-100167b619fe, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9c84e2b3-8387-4ed7-84aa-100167b619fe,segment=NetworkSegment(0976de72-089b-4829-b37c-e6279b0e54ef),segment_id=0976de72-089b-4829-b37c-e6279b0e54ef)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:09:47.156359 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 484fb731-1a07-4435-a03c-a357a9a63677 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:09:47.176486 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:47.228728 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fc1e1-491d-4396-9428-ed69559ad53f req-d771413b-5aba-4504-87d3-1f0681adda9b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:47.235059 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-805fc1e1-491d-4396-9428-ed69559ad53f req-d771413b-5aba-4504-87d3-1f0681adda9b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.1187127 Sep 14 22:09:47.270917 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:47.271650 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:47.274584 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] 10.222.0.37 "PUT /v2.0/ports/9c84e2b3-8387-4ed7-84aa-100167b619fe HTTP/1.1" status: 200 len: 1094 time: 0.8186929 Sep 14 22:09:47.275257 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694fc5df-4ad4-467d-afdd-46cf55692f7a', 'tag': '9c84e2b3-8387-4ed7-84aa-100167b619fe'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:09:47.278166 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f09a338-8667-44df-a310-68020dc8daba" -d '{"events": [{"name": "network-changed", "server_uuid": "694fc5df-4ad4-467d-afdd-46cf55692f7a", "tag": "9c84e2b3-8387-4ed7-84aa-100167b619fe"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:09:47.290566 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 484fb731-1a07-4435-a03c-a357a9a63677, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=484fb731-1a07-4435-a03c-a357a9a63677,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:09:47.310272 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28230e6a-69ef-4147-814a-bafad544b1ce service neutron] Pushing event updated for resources: {'Port': ['ID=9c84e2b3-8387-4ed7-84aa-100167b619fe,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:47.311139 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': '484fb731-1a07-4435-a03c-a357a9a63677', 'network_id': '0fef938a-d41b-4978-a75f-4cdde4f00245', 'port_id': '484fb731-1a07-4435-a03c-a357a9a63677', 'mac_address': 'fa:16:3e:51:a6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0c0dc5-9efe-4a60-94e3-5a60e2751670', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:09:47.327698 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-805fc1e1-491d-4396-9428-ed69559ad53f req-1d61ea1c-d136-4d92-95f8-c1a43b4f508e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849333 Sep 14 22:09:47.361224 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd0d19-240e-44cf-a8cd-a81001ec9178 req-cfdf4b77-3c45-4de4-a3a7-0396dbed3b68 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:47.363272 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:47.363456 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fabd0d19-240e-44cf-a8cd-a81001ec9178 req-cfdf4b77-3c45-4de4-a3a7-0396dbed3b68 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0799012 Sep 14 22:09:47.377711 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484fb731-1a07-4435-a03c-a357a9a63677 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:09:47.417136 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fabd0d19-240e-44cf-a8cd-a81001ec9178 req-59e88db0-cd25-4728-9a6a-b4e3d7bc0e79 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433240 Sep 14 22:09:47.422081 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 484fb731-1a07-4435-a03c-a357a9a63677, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=484fb731-1a07-4435-a03c-a357a9a63677,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:09:47.484481 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:47.507480 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb922d-e607-4e59-835f-6721cb379a58 req-748b08a5-2cd9-4fba-8602-a736a2eedd8f tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:47.512351 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-36f83fe4-d9d8-4f7e-a0a5-e32cf9934276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:47.513915 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-36f83fe4-d9d8-4f7e-a0a5-e32cf9934276 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b55003268a8a4a20aafa8f6349cb591b&device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 1097 time: 0.0456884 Sep 14 22:09:47.514611 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fbeb922d-e607-4e59-835f-6721cb379a58 req-748b08a5-2cd9-4fba-8602-a736a2eedd8f tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 944 time: 0.1016219 Sep 14 22:09:47.515607 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37058c89-23ad-492d-9b96-19c036d70bac x-openstack-request-id: req-37058c89-23ad-492d-9b96-19c036d70bac {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:09:47.515891 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694fc5df-4ad4-467d-afdd-46cf55692f7a", "tag": "9c84e2b3-8387-4ed7-84aa-100167b619fe", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:09:47.516151 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37058c89-23ad-492d-9b96-19c036d70bac {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:09:47.516529 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694fc5df-4ad4-467d-afdd-46cf55692f7a', 'tag': '9c84e2b3-8387-4ed7-84aa-100167b619fe', 'status': 'completed', 'code': 200} Sep 14 22:09:47.562814 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fbeb922d-e607-4e59-835f-6721cb379a58 req-3add76ef-cd5c-4e1f-883c-b8515eaed42b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464540 Sep 14 22:09:47.570332 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=484fb731-1a07-4435-a03c-a357a9a63677,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:47.597681 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-7bfd2fe9-0a4c-4188-9434-21226c61f0ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c84e2b3-8387-4ed7-84aa-100167b619fe HTTP/1.1" status: 200 len: 217 time: 0.0483797 Sep 14 22:09:47.649103 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c79c37-2e6e-453f-88e6-6bb3f721b0db req-03df2cbb-1525-44a2-bf71-d039827d27de tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:47.650850 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d9c79c37-2e6e-453f-88e6-6bb3f721b0db req-03df2cbb-1525-44a2-bf71-d039827d27de tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 944 time: 0.0749233 Sep 14 22:09:47.659684 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-822b3216-b226-4190-a310-1a1f4112f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:47.661385 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-822b3216-b226-4190-a310-1a1f4112f2d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=315cb0b5-352f-4ec6-8bec-cdb1677d189c HTTP/1.1" status: 200 len: 848 time: 0.0521264 Sep 14 22:09:47.678452 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 37308) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:47.698497 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-07031f48-e3f0-4d04-a682-6d0f8de5085f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4455282c-a88e-43e5-ad16-64aac4fc64cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294359 Sep 14 22:09:47.713903 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d9c79c37-2e6e-453f-88e6-6bb3f721b0db req-90985658-4afa-47dd-bdcc-eb8420c91b36 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564816 Sep 14 22:09:47.818551 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-98095103-01e1-460e-94b9-92da76c80b5c service neutron] 10.222.0.37 "GET /v2.0/networks/4455282c-a88e-43e5-ad16-64aac4fc64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972416 Sep 14 22:09:47.839254 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7dd7def0-23d4-4f3d-b2bd-56d47d02c97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:47.910729 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-38e7e0c1-2fdc-496e-87be-124be6cbed88 req-971fdcb6-8eb1-4314-b07a-c50b072e846b service neutron] 10.222.0.37 "GET /v2.0/networks/4455282c-a88e-43e5-ad16-64aac4fc64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960371 Sep 14 22:09:47.914179 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['484fb731-1a07-4435-a03c-a357a9a63677'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:09:47.945194 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7dd7def0-23d4-4f3d-b2bd-56d47d02c97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:48.069763 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7dd7def0-23d4-4f3d-b2bd-56d47d02c97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:48.122012 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-7dd7def0-23d4-4f3d-b2bd-56d47d02c97a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0df30da9a6d9407194cdfc8b22c81f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399469 Sep 14 22:09:48.122012 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7def0-23d4-4f3d-b2bd-56d47d02c97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b0fd28-eb24-4666-9edc-8f9ef7d4ca0c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:48.122561 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 37322) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:48.207744 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8f1746ac-59cc-440f-90e5-823bdf59f29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:48.227867 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09a338-8667-44df-a310-68020dc8daba req-dd0a557b-ab6d-4142-ad33-4f867920f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:48.229410 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5f09a338-8667-44df-a310-68020dc8daba req-dd0a557b-ab6d-4142-ad33-4f867920f1e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b55003268a8a4a20aafa8f6349cb591b&device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 1097 time: 0.0717704 Sep 14 22:09:48.238007 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8f1746ac-59cc-440f-90e5-823bdf59f29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:48.359717 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09a338-8667-44df-a310-68020dc8daba req-70201e1c-71bf-4361-832b-3969629c1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:48.361404 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5f09a338-8667-44df-a310-68020dc8daba req-70201e1c-71bf-4361-832b-3969629c1095 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4455282c-a88e-43e5-ad16-64aac4fc64cc HTTP/1.1" status: 200 len: 909 time: 0.1213396 Sep 14 22:09:48.411825 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5f09a338-8667-44df-a310-68020dc8daba req-33274b7d-1287-40ef-a1db-8c180737728f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c84e2b3-8387-4ed7-84aa-100167b619fe HTTP/1.1" status: 200 len: 217 time: 0.0427873 Sep 14 22:09:48.430038 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8f1746ac-59cc-440f-90e5-823bdf59f29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:48.432973 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8f1746ac-59cc-440f-90e5-823bdf59f29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:48.434224 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-8f1746ac-59cc-440f-90e5-823bdf59f29b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80b0fd28-eb24-4666-9edc-8f9ef7d4ca0c HTTP/1.1" status: 204 len: 168 time: 0.3105927 Sep 14 22:09:48.459476 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193af77b-99d6-4cda-a43e-08c1447282db req-a2f9b35b-b77b-40af-a6fc-72aa0d8ea268 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:48.468920 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1746ac-59cc-440f-90e5-823bdf59f29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b0fd28-eb24-4666-9edc-8f9ef7d4ca0c,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:48.469047 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-193af77b-99d6-4cda-a43e-08c1447282db req-a2f9b35b-b77b-40af-a6fc-72aa0d8ea268 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0637987 Sep 14 22:09:48.492808 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09a338-8667-44df-a310-68020dc8daba req-7a00b1fa-8f20-42ea-a5eb-ad353a814c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:48.494128 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5f09a338-8667-44df-a310-68020dc8daba req-7a00b1fa-8f20-42ea-a5eb-ad353a814c84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=315cb0b5-352f-4ec6-8bec-cdb1677d189c HTTP/1.1" status: 200 len: 848 time: 0.0728073 Sep 14 22:09:48.530769 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-193af77b-99d6-4cda-a43e-08c1447282db req-eb51e54a-1193-4c11-834d-5d8a55468f7a tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607941 Sep 14 22:09:48.551661 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5f09a338-8667-44df-a310-68020dc8daba req-90f103cf-25b3-4265-9f7d-cbc1b3a8a941 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4455282c-a88e-43e5-ad16-64aac4fc64cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346479 Sep 14 22:09:48.591500 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1500144-29d5-4ab6-a421-da71c296a30f req-72f13d8c-bfa9-41f8-82d5-ccec6b6fb7c0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:48.593013 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e1500144-29d5-4ab6-a421-da71c296a30f req-72f13d8c-bfa9-41f8-82d5-ccec6b6fb7c0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0553303 Sep 14 22:09:48.639172 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e1500144-29d5-4ab6-a421-da71c296a30f req-06e598d4-f11f-4c02-b795-c2679766ecab tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376735 Sep 14 22:09:48.667521 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5f09a338-8667-44df-a310-68020dc8daba req-65b3e0dd-10c3-4584-a622-65a6d06c5c03 service neutron] 10.222.0.37 "GET /v2.0/networks/4455282c-a88e-43e5-ad16-64aac4fc64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051598 Sep 14 22:09:48.766653 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e31b2a-7d2b-494d-ad6e-4357bc9d4001 req-8626842b-b3be-4706-ac18-f427e7a61f5e tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:48.768172 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-03e31b2a-7d2b-494d-ad6e-4357bc9d4001 req-8626842b-b3be-4706-ac18-f427e7a61f5e tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 945 time: 0.0613863 Sep 14 22:09:48.780437 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5f09a338-8667-44df-a310-68020dc8daba req-323e4d10-74d8-4628-8dda-39f228f42cac service neutron] 10.222.0.37 "GET /v2.0/networks/4455282c-a88e-43e5-ad16-64aac4fc64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975876 Sep 14 22:09:48.809884 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-03e31b2a-7d2b-494d-ad6e-4357bc9d4001 req-1d76fa2c-261b-4d6d-a7e8-3cc794d4f6e2 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348322 Sep 14 22:09:48.922070 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5b49-49ab-4029-8515-d6f747964455 req-c98b1504-7cb6-4417-8501-c2928c5ffac7 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:48.923512 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-289a5b49-49ab-4029-8515-d6f747964455 req-c98b1504-7cb6-4417-8501-c2928c5ffac7 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 944 time: 0.0502155 Sep 14 22:09:48.976892 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-289a5b49-49ab-4029-8515-d6f747964455 req-2463472b-42a2-4587-8c0b-06552bc1411b tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462177 Sep 14 22:09:49.166559 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 484fb731-1a07-4435-a03c-a357a9a63677 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:09:49.289714 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port 484fb731-1a07-4435-a03c-a357a9a63677 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:09:49.294780 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port 484fb731-1a07-4435-a03c-a357a9a63677 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:09:49.295156 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:49.379469 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:49.403877 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484fb731-1a07-4435-a03c-a357a9a63677'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:09:49.406520 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4157044e-edea-42e3-98e2-85822a31a579" -d '{"events": [{"server_uuid": "eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9", "name": "network-vif-plugged", "status": "completed", "tag": "484fb731-1a07-4435-a03c-a357a9a63677"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:09:49.420107 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 484fb731-1a07-4435-a03c-a357a9a63677, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=484fb731-1a07-4435-a03c-a357a9a63677,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:09:49.443476 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5c1399-3bc3-4245-b349-a2710f768979 x-openstack-request-id: req-bd5c1399-3bc3-4245-b349-a2710f768979 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:09:49.443774 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9", "name": "network-vif-plugged", "status": "completed", "tag": "484fb731-1a07-4435-a03c-a357a9a63677", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:09:49.444691 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd5c1399-3bc3-4245-b349-a2710f768979 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:09:49.444992 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484fb731-1a07-4435-a03c-a357a9a63677', 'code': 200} Sep 14 22:09:49.463093 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:49.476087 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef552f55-2a1a-4237-98a0-1a8106d0851e req-1d0540f8-d116-4660-b0f1-3ce8fb5d5919 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:49.478085 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ef552f55-2a1a-4237-98a0-1a8106d0851e req-1d0540f8-d116-4660-b0f1-3ce8fb5d5919 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0682211 Sep 14 22:09:49.518868 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ef552f55-2a1a-4237-98a0-1a8106d0851e req-06288ba1-1d4e-4244-a3a5-eb0756231ab6 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339491 Sep 14 22:09:49.525601 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=484fb731-1a07-4435-a03c-a357a9a63677,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:49.572859 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05357b4-b295-43dc-9c0b-991da48bd571 req-9c381f0f-b46a-44fc-a5a1-168133d8a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:49.576354 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d05357b4-b295-43dc-9c0b-991da48bd571 req-9c381f0f-b46a-44fc-a5a1-168133d8a068 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 1098 time: 0.0524890 Sep 14 22:09:49.674169 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05357b4-b295-43dc-9c0b-991da48bd571 req-387aede2-f2e6-4cfb-a7f5-b63c207bc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:49.676299 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d05357b4-b295-43dc-9c0b-991da48bd571 req-387aede2-f2e6-4cfb-a7f5-b63c207bc4bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 HTTP/1.1" status: 200 len: 920 time: 0.0897751 Sep 14 22:09:49.725733 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d05357b4-b295-43dc-9c0b-991da48bd571 req-aeae80d0-10bd-4b08-8cb3-b38f6b4f29ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94b8d212-eebc-44d7-a95f-65154e055322 HTTP/1.1" status: 200 len: 217 time: 0.0393319 Sep 14 22:09:49.780717 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05357b4-b295-43dc-9c0b-991da48bd571 req-5bb7e89e-705f-46cf-ae93-9a758854367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:49.780946 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb2d24-8633-4b30-aa19-0266e8f17852 req-a3f963c7-4a03-475d-b50e-12c0cf4ee9e5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:49.782217 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d05357b4-b295-43dc-9c0b-991da48bd571 req-5bb7e89e-705f-46cf-ae93-9a758854367e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31 HTTP/1.1" status: 200 len: 859 time: 0.0496573 Sep 14 22:09:49.787260 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3bbb2d24-8633-4b30-aa19-0266e8f17852 req-a3f963c7-4a03-475d-b50e-12c0cf4ee9e5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0577469 Sep 14 22:09:49.824805 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d05357b4-b295-43dc-9c0b-991da48bd571 req-fcd80b12-d81e-4d21-b740-3a858a66d534 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264990 Sep 14 22:09:49.829491 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3bbb2d24-8633-4b30-aa19-0266e8f17852 req-0f9bdb9b-d517-4cf9-b262-367bad94a520 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403967 Sep 14 22:09:49.895127 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 37376) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:49.948517 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f54312-e1ef-48ce-a571-6e8bc19e567d req-1e365409-1dc6-4578-956d-ec138d844d9d tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:49.953504 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07f54312-e1ef-48ce-a571-6e8bc19e567d req-1e365409-1dc6-4578-956d-ec138d844d9d tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0718577 Sep 14 22:09:49.963131 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da14c1-e67c-482e-a11d-6785a04bcac1 req-d14ed41b-885b-4c48-9e8a-5c3e3edb9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:49.964907 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-f8da14c1-e67c-482e-a11d-6785a04bcac1 req-d14ed41b-885b-4c48-9e8a-5c3e3edb9f71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 1099 time: 0.0988255 Sep 14 22:09:49.996826 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07f54312-e1ef-48ce-a571-6e8bc19e567d req-041437de-0a11-4ddd-82ab-480cc67d97e7 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385046 Sep 14 22:09:50.009615 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d05357b4-b295-43dc-9c0b-991da48bd571 req-4e04ad62-2dca-47e9-9b57-9fc3448de71f service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705961 Sep 14 22:09:50.045621 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-f8da14c1-e67c-482e-a11d-6785a04bcac1 req-bfb9218c-0a84-4716-9d77-0a751b458854 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680013 Sep 14 22:09:50.080980 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-203504887-network', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:09:50.109250 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-786c3e2a-c0e7-44e7-b680-3e4eb8574c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:50.110759 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-786c3e2a-c0e7-44e7-b680-3e4eb8574c17 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e&tenant_id=892410c7263d45f4b9172310ff584d6d HTTP/1.1" status: 200 len: 1096 time: 0.1105571 Sep 14 22:09:50.139188 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d05357b4-b295-43dc-9c0b-991da48bd571 req-bedc2a0b-a65e-47f9-bcb2-61053c992519 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216176 Sep 14 22:09:50.155889 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30111bb-1ed1-43df-a442-ed0d7b0f567f req-8c5b73c5-1c73-4b14-8def-4668fc033c66 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:50.157676 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a30111bb-1ed1-43df-a442-ed0d7b0f567f req-8c5b73c5-1c73-4b14-8def-4668fc033c66 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 944 time: 0.0709138 Sep 14 22:09:50.202704 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a30111bb-1ed1-43df-a442-ed0d7b0f567f req-ee54c00f-e4df-40fe-90f9-618d80447f0c tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Sep 14 22:09:50.215663 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Made reservation on behalf of 0a06872af79b4f1b986a772fa9cfde82 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:09:50.218809 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:50.232584 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:50.328475 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:50.432912 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:50.436903 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-b87b078d-33b3-414c-b9c3-aca1cd6fdded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:50.436903 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-b87b078d-33b3-414c-b9c3-aca1cd6fdded service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 1096 time: 0.0491068 Sep 14 22:09:50.454761 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:09:50.468378 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d7feff-1fdf-4170-adb4-906ba74461f5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:50.473131 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:50.473479 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Added segment 0c28cd1a-6f32-4627-957a-16c87c5851a7 of type vlan for network 948156fd-67c0-4520-990c-719ccd9f66ed Sep 14 22:09:50.513805 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:50.594296 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-40fa3576-ca3d-45df-8a90-e230efab7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:50.595762 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-40fa3576-ca3d-45df-8a90-e230efab7721 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 200 len: 918 time: 0.1146922 Sep 14 22:09:50.626423 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:50.627439 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:50.628064 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:50.669298 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-35842030-4b6a-463d-b751-c0583c1c1911 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31 HTTP/1.1" status: 200 len: 999 time: 0.0651295 Sep 14 22:09:50.681609 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2981bd2-17e8-439a-858a-7a0d613a7d80 req-cbdeaa19-ce5e-4820-bd3e-f9be0bfdc94b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:50.681609 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f2981bd2-17e8-439a-858a-7a0d613a7d80 req-cbdeaa19-ce5e-4820-bd3e-f9be0bfdc94b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0830340 Sep 14 22:09:50.733916 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8375096 Sep 14 22:09:50.734840 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c6fed-1ef3-44a7-a745-648b6421bc5d admin admin] Pushing event updated for resources: {'Network': ['ID=948156fd-67c0-4520-990c-719ccd9f66ed,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:50.738942 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 37394) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:50.744538 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e2a4ae7b-3099-4338-ae0a-97df3282da37 admin admin] Request body: {'subnet': {'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-203504887-subnet', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:09:50.746108 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 948156fd-67c0-4520-990c-719ccd9f66ed details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:09:50.774272 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-e9828ae3-2f64-4377-89a7-9bcc05825d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:50.775058 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f2981bd2-17e8-439a-858a-7a0d613a7d80 req-847f5c8f-0081-4458-aa4b-b1c7dbc07fc9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920029 Sep 14 22:09:50.775732 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-e9828ae3-2f64-4377-89a7-9bcc05825d53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5333dda5-64f1-4ac4-8364-1d7ef56329c7 HTTP/1.1" status: 200 len: 856 time: 0.0600078 Sep 14 22:09:50.837160 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-b098b436-de13-4e52-a460-167869d9eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:50.838795 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-b098b436-de13-4e52-a460-167869d9eea6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537117 Sep 14 22:09:50.844199 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a4ae7b-3099-4338-ae0a-97df3282da37 admin admin] Made reservation on behalf of 0a06872af79b4f1b986a772fa9cfde82 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:09:50.846799 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2a4ae7b-3099-4338-ae0a-97df3282da37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482839'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:50.937363 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-36479237-fe4f-48fc-9084-ea64e270ad85 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896361 Sep 14 22:09:51.013098 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66032442-83e9-4da1-88fc-7193a243eaef req-3d2d24f1-53ca-4e8f-9520-b5d60ea70ad8 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:51.014646 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-66032442-83e9-4da1-88fc-7193a243eaef req-3d2d24f1-53ca-4e8f-9520-b5d60ea70ad8 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0985348 Sep 14 22:09:51.074238 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1560fdbb-7a97-40cd-9d18-715eb4f31ef0 req-b0f930dd-47be-4db7-a715-71b9f98633f4 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278241 Sep 14 22:09:51.114267 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-66032442-83e9-4da1-88fc-7193a243eaef req-41d51389-48eb-4454-bf45-13c1ea501f3d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914371 Sep 14 22:09:51.171827 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75faba-90f1-414e-b6d8-1d0563fb7885 req-42e1a3fd-8e2e-4ddd-9be9-ca0688f24ba5 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:51.173491 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5f75faba-90f1-414e-b6d8-1d0563fb7885 req-42e1a3fd-8e2e-4ddd-9be9-ca0688f24ba5 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0754151 Sep 14 22:09:51.182309 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 9c84e2b3-8387-4ed7-84aa-100167b619fe details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:09:51.214936 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5f75faba-90f1-414e-b6d8-1d0563fb7885 req-025174a5-d03d-42dd-bb7c-8e9a17aab978 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339003 Sep 14 22:09:51.305127 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 9c84e2b3-8387-4ed7-84aa-100167b619fe, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9c84e2b3-8387-4ed7-84aa-100167b619fe,segment=NetworkSegment(0976de72-089b-4829-b37c-e6279b0e54ef),segment_id=0976de72-089b-4829-b37c-e6279b0e54ef)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:09:51.319549 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': '9c84e2b3-8387-4ed7-84aa-100167b619fe', 'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc', 'port_id': '9c84e2b3-8387-4ed7-84aa-100167b619fe', 'mac_address': 'fa:16:3e:1c:50:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315cb0b5-352f-4ec6-8bec-cdb1677d189c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:09:51.341213 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d709dd-ead0-439f-b02f-597f83ead6d4 req-257b10c2-a09c-4606-80c3-4d3b60a1d5fb tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:51.342744 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-59d709dd-ead0-439f-b02f-597f83ead6d4 req-257b10c2-a09c-4606-80c3-4d3b60a1d5fb tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 944 time: 0.0575337 Sep 14 22:09:51.359919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:51.373405 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c84e2b3-8387-4ed7-84aa-100167b619fe {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:09:51.382378 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-59d709dd-ead0-439f-b02f-597f83ead6d4 req-8628fb92-2432-49a1-8d52-094d2fc4b70b tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337031 Sep 14 22:09:51.404085 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2a4ae7b-3099-4338-ae0a-97df3282da37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6830381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482873'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:51.405470 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 9c84e2b3-8387-4ed7-84aa-100167b619fe, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9c84e2b3-8387-4ed7-84aa-100167b619fe,segment=NetworkSegment(0976de72-089b-4829-b37c-e6279b0e54ef),segment_id=0976de72-089b-4829-b37c-e6279b0e54ef)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:09:51.460237 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4ae7b-3099-4338-ae0a-97df3282da37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2821297-2f4d-4622-93c7-c6578d7ccee8,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:51.467737 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a4ae7b-3099-4338-ae0a-97df3282da37 admin admin] Checking segment: {'id': '0c28cd1a-6f32-4627-957a-16c87c5851a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:09:51.468096 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a4ae7b-3099-4338-ae0a-97df3282da37 admin admin] Network hostable DHCP agents. Network: 948156fd-67c0-4520-990c-719ccd9f66ed, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:09:51.501068 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:51.559913 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=9c84e2b3-8387-4ed7-84aa-100167b619fe,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:51.592528 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a4ae7b-3099-4338-ae0a-97df3282da37 admin admin] Network 948156fd-67c0-4520-990c-719ccd9f66ed is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:09:51.735800 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-e2a4ae7b-3099-4338-ae0a-97df3282da37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 948156fd-67c0-4520-990c-719ccd9f66ed) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:09:51.740448 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a4ae7b-3099-4338-ae0a-97df3282da37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:51.742556 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2a4ae7b-3099-4338-ae0a-97df3282da37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:51.747866 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab264fd6-2fa5-4968-a919-b512edc81f82 None None] Network 948156fd-67c0-4520-990c-719ccd9f66ed requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:09:51.848236 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 37426) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:51.848796 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-e2a4ae7b-3099-4338-ae0a-97df3282da37 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1082945 Sep 14 22:09:51.853288 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:09:51.919913 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c3b9b-7ff0-46a4-962c-856868bf27f3 req-8c9bd22f-1fb0-4fc4-8f91-ec8a3ce77719 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:51.921589 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-721c3b9b-7ff0-46a4-962c-856868bf27f3 req-8c9bd22f-1fb0-4fc4-8f91-ec8a3ce77719 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0600381 Sep 14 22:09:51.926925 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fea3466-a961-52a6-afc9-dc79e2e12c86-948156fd-67c0-4520-990c-719ccd9f66ed', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'fixed_ips': [{'subnet_id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8'}]}} from dv-cinder-809014-1-iscsi. {{(pid=94747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 22:09:51.927817 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:51.952983 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1005448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7625'] for router, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:51.954218 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:51.972469 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-721c3b9b-7ff0-46a4-962c-856868bf27f3 req-d79251bd-27c2-4eb3-a931-92f965facca8 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Sep 14 22:09:52.033541 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:52.042765 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['9c84e2b3-8387-4ed7-84aa-100167b619fe'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:09:52.180901 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.db_base_plugin_common [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Allocated IP 172.20.0.2 (948156fd-67c0-4520-990c-719ccd9f66ed/d2821297-2f4d-4622-93c7-c6578d7ccee8/7bccc420-4b6e-47a7-978c-401420c43826) {{(pid=94747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:09:52.321581 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a6f78-04d6-4d5d-a70c-9eafbe6077f6 req-a4d96fa9-647b-430c-9065-0beb340de6b7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:52.344297 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-427a6f78-04d6-4d5d-a70c-9eafbe6077f6 req-a4d96fa9-647b-430c-9065-0beb340de6b7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.1361933 Sep 14 22:09:52.353381 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:52.430892 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-427a6f78-04d6-4d5d-a70c-9eafbe6077f6 req-3879ed39-8965-42e2-aa84-7c9251b04411 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854189 Sep 14 22:09:52.439682 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:52.455870 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5c72d-cd91-4af0-ba3a-0f2f12157fad req-bc2dfced-dd2b-4c81-a124-e53077a82727 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:52.457453 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8ba5c72d-cd91-4af0-ba3a-0f2f12157fad req-bc2dfced-dd2b-4c81-a124-e53077a82727 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0928268 Sep 14 22:09:52.496968 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:52.581181 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Network 948156fd-67c0-4520-990c-719ccd9f66ed is already hosted by enough agents. {{(pid=94747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:09:52.588610 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8ba5c72d-cd91-4af0-ba3a-0f2f12157fad req-ea9cf2f9-4e98-4969-b5c6-ad66ad354d79 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146438 Sep 14 22:09:52.595552 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.base_scheduler [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Resources bound (agent type, host, resource id): {{(pid=94747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:09:52.605675 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Received port after_create {{(pid=94747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:09:52.621009 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180ab6a-0d60-4003-833c-4e7bf26a41da req-5a568fb0-0ef2-4c1d-a707-32a3575ecda8 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:52.623338 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5180ab6a-0d60-4003-833c-4e7bf26a41da req-5a568fb0-0ef2-4c1d-a707-32a3575ecda8 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 945 time: 0.1048234 Sep 14 22:09:52.636549 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Pushing event updated for resources: {'Port': ['ID=7bccc420-4b6e-47a7-978c-401420c43826,revision_number=1']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:52.696197 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5180ab6a-0d60-4003-833c-4e7bf26a41da req-c5272ea1-4533-4cb3-b22e-7e779f3038cf tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668910 Sep 14 22:09:52.724807 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Attempting to bind port 7bccc420-4b6e-47a7-978c-401420c43826 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:09:52.725252 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Attempting to bind port 7bccc420-4b6e-47a7-978c-401420c43826 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '0c28cd1a-6f32-4627-957a-16c87c5851a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:09:52.731815 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Attempting to bind port 7bccc420-4b6e-47a7-978c-401420c43826 on network 948156fd-67c0-4520-990c-719ccd9f66ed {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:09:52.731815 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:09:52.732390 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Checking segment: {'id': '0c28cd1a-6f32-4627-957a-16c87c5851a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:09:52.733004 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:52.734253 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Bound using segment: {'id': '0c28cd1a-6f32-4627-957a-16c87c5851a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:09:52.735025 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Bound port: 7bccc420-4b6e-47a7-978c-401420c43826, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c28cd1a-6f32-4627-957a-16c87c5851a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:09:52.750349 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:52.753882 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:52.773845 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:52.857060 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] For port 7bccc420-4b6e-47a7-978c-401420c43826, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:09:52.864685 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] For port 7bccc420-4b6e-47a7-978c-401420c43826, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=7bccc420-4b6e-47a7-978c-401420c43826,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:09:52.899117 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Allocated IP 172.27.2.84 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/3b2314a6-3693-4956-9055-12fdd719d5b5) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:09:52.955211 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:53.051178 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dc685-4ee9-4a19-805e-ff05698da2c7 None None] Pushing event updated for resources: {'Port': ['ID=7bccc420-4b6e-47a7-978c-401420c43826,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:53.138935 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:53.206995 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e3f00-0e68-45b2-b0f2-9eb1c35b3f71 req-b0596eae-f6bf-424a-b4e3-a43e0800b870 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:53.221489 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6f8e3f00-0e68-45b2-b0f2-9eb1c35b3f71 req-b0596eae-f6bf-424a-b4e3-a43e0800b870 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0810225 Sep 14 22:09:53.276981 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6f8e3f00-0e68-45b2-b0f2-9eb1c35b3f71 req-4645e945-db04-4aa7-805f-5639d8c53f14 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507059 Sep 14 22:09:53.305022 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:53.353307 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:09:53.358173 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:09:53.367767 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:09:53.484848 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3b2314a6-3693-4956-9055-12fdd719d5b5,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:53.671000 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4029a2-8ab5-4547-a0b2-c13c8001a7ff req-b1d4e387-2a3e-43a7-a129-4281137a0718 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:53.672845 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ba4029a2-8ab5-4547-a0b2-c13c8001a7ff req-b1d4e387-2a3e-43a7-a129-4281137a0718 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0576973 Sep 14 22:09:53.754238 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ba4029a2-8ab5-4547-a0b2-c13c8001a7ff req-8733a4f6-872a-4df0-b6c1-6a6a21caa5de tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743570 Sep 14 22:09:53.881989 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b6ce4-2cf3-4a23-a738-a5b89af08939 req-be5ca32a-d007-4943-b413-3f48390c213a tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:53.884867 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c56b6ce4-2cf3-4a23-a738-a5b89af08939 req-be5ca32a-d007-4943-b413-3f48390c213a tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 945 time: 0.0810728 Sep 14 22:09:53.932698 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c56b6ce4-2cf3-4a23-a738-a5b89af08939 req-47dae79a-92e5-46c1-9429-29c8a10fe761 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428224 Sep 14 22:09:54.186906 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:54.430597 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c10ff6e-e576-456c-8201-50deb7426b36 None None] Network 948156fd-67c0-4520-990c-719ccd9f66ed requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:09:54.490765 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993887'] for router, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:54.492836 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e906da-f7c8-4994-b8ef-f622b32686cd req-820202a8-7c31-4a7e-b4ab-ab7089afe274 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:54.497156 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-83e906da-f7c8-4994-b8ef-f622b32686cd req-820202a8-7c31-4a7e-b4ab-ab7089afe274 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.1185284 Sep 14 22:09:54.540718 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-a8e2a99a-5bde-436b-9032-eb49d1b2855d None None] Provisioning complete for port 7bccc420-4b6e-47a7-978c-401420c43826 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:09:54.541425 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a99a-5bde-436b-9032-eb49d1b2855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:54.596849 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-83e906da-f7c8-4994-b8ef-f622b32686cd req-a1db7f71-f5d1-48a2-b78d-b9e413d1b5b3 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918810 Sep 14 22:09:55.101504 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a99a-5bde-436b-9032-eb49d1b2855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:55.101504 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-a8e2a99a-5bde-436b-9032-eb49d1b2855d None None] For port 7bccc420-4b6e-47a7-978c-401420c43826, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=7bccc420-4b6e-47a7-978c-401420c43826,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:09:55.102336 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026acc2-0633-4c41-abce-5e9f088a7cbe req-f051c190-77fe-484c-abd7-6823537194da tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:55.102336 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2026acc2-0633-4c41-abce-5e9f088a7cbe req-f051c190-77fe-484c-abd7-6823537194da tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0481236 Sep 14 22:09:55.102336 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2026acc2-0633-4c41-abce-5e9f088a7cbe req-3c0faa6d-8188-4ee9-a82f-508174ce421d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371060 Sep 14 22:09:55.102336 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f67cd2-bfc2-48f4-8718-cb9f395a1b33 req-3b220334-49dd-45d6-8145-3ab446f8530a tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:55.102336 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-32f67cd2-bfc2-48f4-8718-cb9f395a1b33 req-3b220334-49dd-45d6-8145-3ab446f8530a tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 945 time: 0.0482378 Sep 14 22:09:55.117167 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 7bccc420-4b6e-47a7-978c-401420c43826 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:09:55.229205 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-32f67cd2-bfc2-48f4-8718-cb9f395a1b33 req-0d45630f-caec-4ad6-97a4-7761a3daba86 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366337 Sep 14 22:09:55.230204 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 7bccc420-4b6e-47a7-978c-401420c43826 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:09:55.230204 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:55.230424 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:09:55.230965 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 9c84e2b3-8387-4ed7-84aa-100167b619fe up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:09:55.335386 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:55.410225 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Router 8d300473-957e-4515-927e-b467b726e486 is scheduled to L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 with binding_index 1 {{(pid=94746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 22:09:55.545963 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:09:55.567200 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Sync routers for ids ['8d300473-957e-4515-927e-b467b726e486'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:09:55.580159 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Routers {'8d300473-957e-4515-927e-b467b726e486'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:09:55.581480 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:09:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8d300473-957e-4515-927e-b467b726e486'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:09:55.715713 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Set router 8d300473-957e-4515-927e-b467b726e486 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:09:55.738130 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a99a-5bde-436b-9032-eb49d1b2855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:55.811674 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd1462-057a-453f-82c1-4d055d592a04 req-717a0993-fea7-4f9b-bf4a-d1517f10f206 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:55.826225 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-95dd1462-057a-453f-82c1-4d055d592a04 req-717a0993-fea7-4f9b-bf4a-d1517f10f206 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.1080978 Sep 14 22:09:55.844838 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:55.844838 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-f40339d7-cf46-498f-9456-7451986ae6c6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9942214 Sep 14 22:09:55.846431 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 37486) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:55.887222 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-95dd1462-057a-453f-82c1-4d055d592a04 req-2a46eab2-0598-4db2-af76-c50624e0362d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577693 Sep 14 22:09:56.063678 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:09:53Z', 'revision_number': 3, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port': {'id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:52Z', 'updated_at': '2021-09-14T22:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:09:56.113271 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 37496) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:56.128234 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Checking router: 8d300473-957e-4515-927e-b467b726e486 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:09:56.128649 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Updating router 8d300473-957e-4515-927e-b467b726e486 port 3b2314a6-3693-4956-9055-12fdd719d5b5 binding host dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:09:56.158960 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:56.216377 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port 9c84e2b3-8387-4ed7-84aa-100167b619fe completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:09:56.224866 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.db.api [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:09:56.226737 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG oslo_db.api [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:09:56.260783 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-0f895343-6bb6-4226-a2c9-300d49bc5d98 None None] Provisioning complete for port 7bccc420-4b6e-47a7-978c-401420c43826 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:09:56.261217 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0f895343-6bb6-4226-a2c9-300d49bc5d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:56.342791 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port 9c84e2b3-8387-4ed7-84aa-100167b619fe triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:09:56.343183 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:56.353693 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c80fc-86f9-490a-9aaa-1d196f5b7c90 req-a50b1980-ee77-41ac-859b-584b8c24bc5a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:56.363790 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-317c80fc-86f9-490a-9aaa-1d196f5b7c90 req-a50b1980-ee77-41ac-859b-584b8c24bc5a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.1479137 Sep 14 22:09:56.406360 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2a99a-5bde-436b-9032-eb49d1b2855d None None] Pushing event updated for resources: {'Port': ['ID=7bccc420-4b6e-47a7-978c-401420c43826,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:56.422759 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59b9fe45-dccf-4c2c-9cf1-b8d2c753f4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:56.465103 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:56.479744 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-317c80fc-86f9-490a-9aaa-1d196f5b7c90 req-21f0368a-c3d8-4584-b591-c38e2dd5c932 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148460 Sep 14 22:09:56.511100 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694fc5df-4ad4-467d-afdd-46cf55692f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c84e2b3-8387-4ed7-84aa-100167b619fe'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:09:56.515446 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d7d09f-8d1c-4be5-9bf4-2a2c07ed3a1d" -d '{"events": [{"server_uuid": "694fc5df-4ad4-467d-afdd-46cf55692f7a", "name": "network-vif-plugged", "status": "completed", "tag": "9c84e2b3-8387-4ed7-84aa-100167b619fe"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:09:56.595832 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 9c84e2b3-8387-4ed7-84aa-100167b619fe, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9c84e2b3-8387-4ed7-84aa-100167b619fe,segment=NetworkSegment(0976de72-089b-4829-b37c-e6279b0e54ef),segment_id=0976de72-089b-4829-b37c-e6279b0e54ef)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:09:56.673724 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:56.689856 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:56.743077 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=9c84e2b3-8387-4ed7-84aa-100167b619fe,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:56.752707 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59b9fe45-dccf-4c2c-9cf1-b8d2c753f4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:56.752859 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:56.787630 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0473c65-064b-4831-8b9c-b60e67b279ea req-f74e0c25-00d9-4123-bd13-53e2c6c57f33 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:56.789983 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a0473c65-064b-4831-8b9c-b60e67b279ea req-f74e0c25-00d9-4123-bd13-53e2c6c57f33 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 945 time: 0.1570585 Sep 14 22:09:56.875620 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59b9fe45-dccf-4c2c-9cf1-b8d2c753f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:56.895324 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a0473c65-064b-4831-8b9c-b60e67b279ea req-e865ba18-735a-4a2c-9643-da7ff3ba320a tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885437 Sep 14 22:09:56.909820 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 7bccc420-4b6e-47a7-978c-401420c43826 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:09:56.918719 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:56.939515 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Allocated IP 172.20.0.1 (948156fd-67c0-4520-990c-719ccd9f66ed/d2821297-2f4d-4622-93c7-c6578d7ccee8/fd104b11-ea45-421c-8ea3-6af129c04ff3) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:09:56.981768 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9fe45-dccf-4c2c-9cf1-b8d2c753f4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0221df31-efb1-4ca4-addd-7e8b1101c59f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:57.001743 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-59b9fe45-dccf-4c2c-9cf1-b8d2c753f4b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8fdf09c2df047728948a9b7667f52e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8843262 Sep 14 22:09:57.002845 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 37518) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:57.073259 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8101d52-e253-41ba-9505-2c989765776d x-openstack-request-id: req-f8101d52-e253-41ba-9505-2c989765776d {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:09:57.073552 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694fc5df-4ad4-467d-afdd-46cf55692f7a", "name": "network-vif-plugged", "status": "completed", "tag": "9c84e2b3-8387-4ed7-84aa-100167b619fe", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:09:57.073891 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8101d52-e253-41ba-9505-2c989765776d {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:09:57.074167 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694fc5df-4ad4-467d-afdd-46cf55692f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c84e2b3-8387-4ed7-84aa-100167b619fe', 'code': 200} Sep 14 22:09:57.089782 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Pushing event updated for resources: {'Port': ['ID=3b2314a6-3693-4956-9055-12fdd719d5b5,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:57.115601 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 7bccc420-4b6e-47a7-978c-401420c43826 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:09:57.116070 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:57.140195 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e103dec3-37df-41be-b5a2-57747284ea6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:57.143195 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:57.149149 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:57.149503 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:57.149925 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:57.150806 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:57.151155 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:57.151492 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:57.151881 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:57.152133 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:57.152253 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:57.152572 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:57.152928 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:57.153256 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:09:57.167857 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Attempting to bind port 3b2314a6-3693-4956-9055-12fdd719d5b5 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:09:57.167857 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Attempting to bind port 3b2314a6-3693-4956-9055-12fdd719d5b5 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:09:57.167857 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Attempting to bind port 3b2314a6-3693-4956-9055-12fdd719d5b5 on network 4a10e13f-693b-41d7-99fa-6fefeedf4166 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:09:57.171505 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:09:57.172109 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Checking segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:09:57.172733 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:57.173301 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Bound using segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:09:57.174078 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Bound port: 3b2314a6-3693-4956-9055-12fdd719d5b5, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:09:57.174637 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:57.213103 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e103dec3-37df-41be-b5a2-57747284ea6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:57.261577 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] For port 3b2314a6-3693-4956-9055-12fdd719d5b5, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:09:57.266702 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] For port 3b2314a6-3693-4956-9055-12fdd719d5b5, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=3b2314a6-3693-4956-9055-12fdd719d5b5,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:09:57.319327 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73260e-6519-48cf-98d9-d5e7f64c20bf req-2628fe09-5412-47c2-b994-afc1c6462768 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:57.320957 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3d73260e-6519-48cf-98d9-d5e7f64c20bf req-2628fe09-5412-47c2-b994-afc1c6462768 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0719886 Sep 14 22:09:57.343127 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:57.365180 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3d73260e-6519-48cf-98d9-d5e7f64c20bf req-89dc70fc-c603-422f-b8a6-dfeab0f55063 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358293 Sep 14 22:09:57.398393 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Network 948156fd-67c0-4520-990c-719ccd9f66ed is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:09:57.402804 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:09:57.406625 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:09:57.415686 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Pushing event updated for resources: {'Port': ['ID=fd104b11-ea45-421c-8ea3-6af129c04ff3,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:57.432894 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:57.438692 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e103dec3-37df-41be-b5a2-57747284ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:57.441401 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e103dec3-37df-41be-b5a2-57747284ea6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:57.442671 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-e103dec3-37df-41be-b5a2-57747284ea6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0221df31-efb1-4ca4-addd-7e8b1101c59f HTTP/1.1" status: 204 len: 168 time: 0.4383211 Sep 14 22:09:57.457262 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103dec3-37df-41be-b5a2-57747284ea6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0221df31-efb1-4ca4-addd-7e8b1101c59f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:57.473102 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-993928'] for router_interface, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:57.510481 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Routers {'8d300473-957e-4515-927e-b467b726e486'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:09:57.511772 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:09:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8d300473-957e-4515-927e-b467b726e486'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:09:57.527541 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7d535-6906-48f0-a76d-d473e399d2ee None None] Pushing event updated for resources: {'Port': ['ID=3b2314a6-3693-4956-9055-12fdd719d5b5,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:57.706304 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-ba16e437-5d79-4aaa-906c-f3e27424628c None None] Provisioning complete for port fd104b11-ea45-421c-8ea3-6af129c04ff3 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:09:57.706972 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ba16e437-5d79-4aaa-906c-f3e27424628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:57.759882 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa298a-5bac-42d9-821f-f988afe8ff52 req-2bdb2cc1-1e61-4220-9838-1808ac82844a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:57.761717 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-ba16e437-5d79-4aaa-906c-f3e27424628c None None] Port fd104b11-ea45-421c-8ea3-6af129c04ff3 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:09:57.775129 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-03aa298a-5bac-42d9-821f-f988afe8ff52 req-2bdb2cc1-1e61-4220-9838-1808ac82844a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.1345029 Sep 14 22:09:57.833706 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:57.840739 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] Set router 8d300473-957e-4515-927e-b467b726e486 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:09:57.843375 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-03aa298a-5bac-42d9-821f-f988afe8ff52 req-e6e65684-63b4-4d41-9751-ca3be4ca3926 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673792 Sep 14 22:09:58.134343 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65f8fd-ac85-4167-9163-6c4971318331 req-4f967066-731e-4064-a846-e9211cb034e7 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:58.143161 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:09:53Z', 'revision_number': 3, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port': {'id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:52Z', 'updated_at': '2021-09-14T22:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:09:58.143939 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd65f8fd-ac85-4167-9163-6c4971318331 req-4f967066-731e-4064-a846-e9211cb034e7 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 946 time: 0.1063805 Sep 14 22:09:58.167975 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:58.185584 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed88c6-2a39-4ed6-8bca-6200c08ce521 None None] The sync data for ids ['8d300473-957e-4515-927e-b467b726e486'] in dv-cinder-809014-1-iscsi is: [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:09:53Z', 'revision_number': 3, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port': {'id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:52Z', 'updated_at': '2021-09-14T22:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:09:58.213957 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd65f8fd-ac85-4167-9163-6c4971318331 req-020a4f34-0af6-4578-bbee-48591856bc21 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675626 Sep 14 22:09:58.238460 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:58.327810 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Pushing event updated for resources: {'Port': ['ID=fd104b11-ea45-421c-8ea3-6af129c04ff3,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:58.339556 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1004056'] for router_interface, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:58.504214 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Network 948156fd-67c0-4520-990c-719ccd9f66ed is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:09:58.505790 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:09:58.531494 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb25ee-bae6-45af-84e3-df7f62d9e70e req-828df21a-2aa5-4d89-9e8d-474af534c7bf tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:58.540708 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-04fb25ee-bae6-45af-84e3-df7f62d9e70e req-828df21a-2aa5-4d89-9e8d-474af534c7bf tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0681846 Sep 14 22:09:58.636831 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-04fb25ee-bae6-45af-84e3-df7f62d9e70e req-7f34ff46-910a-4850-ba1f-0b6e6959c024 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903559 Sep 14 22:09:58.740046 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Router 8d300473-957e-4515-927e-b467b726e486 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:09:58.891202 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:09:58.901666 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-b5d34856-3291-43b7-9e86-468a431b936e admin admin] 10.222.0.30 "PUT /v2.0/routers/8d300473-957e-4515-927e-b467b726e486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0541210 Sep 14 22:09:58.931663 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-d256028b-ea3d-4c86-a8b8-03cb0fb0cb24 None None] Provisioning complete for port fd104b11-ea45-421c-8ea3-6af129c04ff3 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:09:58.935641 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d256028b-ea3d-4c86-a8b8-03cb0fb0cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:59.034158 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 3b2314a6-3693-4956-9055-12fdd719d5b5 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:09:59.072913 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8a27e-c004-4a04-9e34-92aef58f950e req-97c47289-12ae-4849-af53-1cde368fe4ea tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:59.081996 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-58b8a27e-c004-4a04-9e34-92aef58f950e req-97c47289-12ae-4849-af53-1cde368fe4ea tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0825438 Sep 14 22:09:59.119185 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-d256028b-ea3d-4c86-a8b8-03cb0fb0cb24 None None] Port fd104b11-ea45-421c-8ea3-6af129c04ff3 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:09:59.172111 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-58b8a27e-c004-4a04-9e34-92aef58f950e req-d862340b-0231-41b0-95d5-3171742ebeaf tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884910 Sep 14 22:09:59.187167 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 37558) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:09:59.252585 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 3b2314a6-3693-4956-9055-12fdd719d5b5 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:09:59.257114 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:59.448185 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:59.463821 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1376984060-network', 'tenant_id': 'd71f68b02c07482c8d7ae1c4fb33a8b7'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:09:59.512098 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port 3b2314a6-3693-4956-9055-12fdd719d5b5, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=3b2314a6-3693-4956-9055-12fdd719d5b5,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:09:59.522266 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d360b0-912b-48ae-92ba-2458d9a4442b req-4c1b1e9c-d92f-45f3-b660-0f52589aabce tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:59.525464 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-35d360b0-912b-48ae-92ba-2458d9a4442b req-4c1b1e9c-d92f-45f3-b660-0f52589aabce tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 946 time: 0.1550446 Sep 14 22:09:59.588054 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:59.614707 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-35d360b0-912b-48ae-92ba-2458d9a4442b req-3aa4acac-5647-40be-b26d-7de63c64476d tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801945 Sep 14 22:09:59.649047 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=3b2314a6-3693-4956-9055-12fdd719d5b5,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:09:59.651342 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Made reservation on behalf of d71f68b02c07482c8d7ae1c4fb33a8b7 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:09:59.653712 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:59.674901 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:59.821250 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637a08e-078a-44ed-9865-e7246ea6cb45 req-6cb91ae0-eab8-4bcc-9073-0cb5a75eb71e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:09:59.822807 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5637a08e-078a-44ed-9865-e7246ea6cb45 req-6cb91ae0-eab8-4bcc-9073-0cb5a75eb71e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0796690 Sep 14 22:09:59.879980 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:59.885415 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5637a08e-078a-44ed-9865-e7246ea6cb45 req-db0ad868-7802-4436-bae1-1effa43056f3 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565197 Sep 14 22:09:59.946996 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:09:59.984632 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:09:59.991930 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdccc34-29c1-42a6-b7a7-18f54a39b05a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:00.013517 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:00.013866 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Added segment ac575319-98ce-4e68-abc9-34e52daa456a of type vlan for network 4e56da62-5b89-4fd1-9125-2a29102460f9 Sep 14 22:10:00.056707 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:00.095894 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 37576) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:10:00.100924 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-804202902-network', 'tenant_id': '1d8a01622087401c8a684f01562a7c87'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:10:00.158463 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:00.159464 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:00.160092 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:00.191508 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Made reservation on behalf of 1d8a01622087401c8a684f01562a7c87 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:10:00.193945 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:00.437529 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:00.439433 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] Pushing event updated for resources: {'Network': ['ID=4e56da62-5b89-4fd1-9125-2a29102460f9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:00.446276 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 37582) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:10:00.450920 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 4e56da62-5b89-4fd1-9125-2a29102460f9 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:10:00.451426 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-9a8b33a5-8cc5-4617-b009-ee0d605cabf0 admin admin] Request body: {'subnet': {'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1376984060-subnet', 'tenant_id': 'd71f68b02c07482c8d7ae1c4fb33a8b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:10:00.455271 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-8d28b05f-c55b-4ee3-8cf6-d27a36d3f90f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2668657 Sep 14 22:10:00.528335 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b17a68-78b3-451a-83be-7a0522bdcc0d req-f8928c37-f7e4-4571-84e2-59230d1f4c3d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:00.530264 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-21b17a68-78b3-451a-83be-7a0522bdcc0d req-f8928c37-f7e4-4571-84e2-59230d1f4c3d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0955660 Sep 14 22:10:00.552731 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8b33a5-8cc5-4617-b009-ee0d605cabf0 admin admin] Made reservation on behalf of d71f68b02c07482c8d7ae1c4fb33a8b7 for: {'subnet': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:10:00.555650 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9a8b33a5-8cc5-4617-b009-ee0d605cabf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59757008'] for subnet, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:00.577695 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Sync routers for ids ['8d300473-957e-4515-927e-b467b726e486'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:10:00.588428 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-21b17a68-78b3-451a-83be-7a0522bdcc0d req-d751d546-81d6-49ea-a4b3-36d6bf31c71d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517435 Sep 14 22:10:00.597653 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Routers {'8d300473-957e-4515-927e-b467b726e486'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:10:00.598356 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:09:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8d300473-957e-4515-927e-b467b726e486'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:10:00.765451 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:00.770768 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Set router 8d300473-957e-4515-927e-b467b726e486 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:10:00.840782 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:00.850823 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d1ce3-1398-4fdf-90ba-18f816b8a56f req-eedb5580-d486-49af-92a2-59f92c44ea03 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:00.852387 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-867d1ce3-1398-4fdf-90ba-18f816b8a56f req-eedb5580-d486-49af-92a2-59f92c44ea03 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 946 time: 0.1291296 Sep 14 22:10:00.903878 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:10:00.912821 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9a8b33a5-8cc5-4617-b009-ee0d605cabf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59588433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59757054'] for subnet, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:00.932867 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 3b2314a6-3693-4956-9055-12fdd719d5b5 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:10:00.936467 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:00.936851 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Added segment 88659371-ba30-4c39-8070-f7e7c3f05d81 of type vlan for network df4ffaed-c3e0-41f6-8727-46c9779a5361 Sep 14 22:10:00.989361 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b33a5-8cc5-4617-b009-ee0d605cabf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4dbcba2-ea42-4b10-8527-e1738404e5e8,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:00.998591 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-867d1ce3-1398-4fdf-90ba-18f816b8a56f req-98fda55c-62c2-41fd-99aa-82252e73e312 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276004 Sep 14 22:10:00.999325 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7e93a0-9c11-4a48-8104-143c11199d9a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:01.020227 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b33a5-8cc5-4617-b009-ee0d605cabf0 admin admin] Checking segment: {'id': 'ac575319-98ce-4e68-abc9-34e52daa456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:10:01.023324 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b33a5-8cc5-4617-b009-ee0d605cabf0 admin admin] Network hostable DHCP agents. Network: 4e56da62-5b89-4fd1-9125-2a29102460f9, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:10:01.078880 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:01.101174 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 3b2314a6-3693-4956-9055-12fdd719d5b5 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:01.102353 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:01.129952 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b33a5-8cc5-4617-b009-ee0d605cabf0 admin admin] Network 4e56da62-5b89-4fd1-9125-2a29102460f9 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:10:01.171532 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:09:57Z', 'revision_number': 4, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port': {'id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:52Z', 'updated_at': '2021-09-14T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'fd104b11-ea45-421c-8ea3-6af129c04ff3', 'name': '', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'mac_address': 'fa:16:3e:13:0c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:56Z', 'updated_at': '2021-09-14T22:09:57Z', 'revision_number': 2, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'subnets': [{'id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:10:01.185115 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387946d-f41b-45c4-aef4-639f1c5b5dec req-dab3ebac-5476-4e8a-9ee0-a17a392389b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:01.189239 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7387946d-f41b-45c4-aef4-639f1c5b5dec req-dab3ebac-5476-4e8a-9ee0-a17a392389b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0955694 Sep 14 22:10:01.194433 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:01.198285 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:01.198943 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:01.217652 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Checking router: 8d300473-957e-4515-927e-b467b726e486 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:10:01.218480 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Updating router 8d300473-957e-4515-927e-b467b726e486 port fd104b11-ea45-421c-8ea3-6af129c04ff3 binding host dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:10:01.238406 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-9a8b33a5-8cc5-4617-b009-ee0d605cabf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 4e56da62-5b89-4fd1-9125-2a29102460f9) {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:10:01.243645 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b33a5-8cc5-4617-b009-ee0d605cabf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:01.244440 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9a8b33a5-8cc5-4617-b009-ee0d605cabf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:01.255064 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860a7871-0af2-4cb6-b329-dea14df6b437 None None] Network 4e56da62-5b89-4fd1-9125-2a29102460f9 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:10:01.271869 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:01.319636 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7387946d-f41b-45c4-aef4-639f1c5b5dec req-50756755-3db8-4307-b2ec-b3dbe0c13c80 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179190 Sep 14 22:10:01.324271 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 37588) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:10:01.329582 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-b252707b-e88e-46b3-8176-137bc34c6e8a admin admin] Request body: {'subnet': {'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-804202902-subnet', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'ip_version': 4}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:10:01.334254 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2356505 Sep 14 22:10:01.334892 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbebae-ae0c-4a32-a680-3d1248d31290 admin admin] Pushing event updated for resources: {'Network': ['ID=df4ffaed-c3e0-41f6-8727-46c9779a5361,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:01.350744 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network df4ffaed-c3e0-41f6-8727-46c9779a5361 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:10:01.429804 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-9a8b33a5-8cc5-4617-b009-ee0d605cabf0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9822237 Sep 14 22:10:01.558895 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b252707b-e88e-46b3-8176-137bc34c6e8a admin admin] Made reservation on behalf of 1d8a01622087401c8a684f01562a7c87 for: {'subnet': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:10:01.561847 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b252707b-e88e-46b3-8176-137bc34c6e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59757008'] for subnet, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:01.605088 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eddbb2e-1192-4dd5-8d45-0d1e8393e433 None None] Network 4e56da62-5b89-4fd1-9125-2a29102460f9 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:10:01.802142 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de587304-7f1f-495c-a111-bdb59158e3b6 req-36099d14-89cb-43c3-984b-508adb78cd3e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:01.811510 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-de587304-7f1f-495c-a111-bdb59158e3b6 req-36099d14-89cb-43c3-984b-508adb78cd3e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.1151431 Sep 14 22:10:01.861182 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b252707b-e88e-46b3-8176-137bc34c6e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59588433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59757054'] for subnet, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:01.890455 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-de587304-7f1f-495c-a111-bdb59158e3b6 req-6dcbeae9-a0ab-473e-88d0-9e5123b5d26a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720274 Sep 14 22:10:01.965993 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252707b-e88e-46b3-8176-137bc34c6e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d36e197-9623-4010-a846-d3b629897a49,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:01.982741 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252707b-e88e-46b3-8176-137bc34c6e8a admin admin] Checking segment: {'id': '88659371-ba30-4c39-8070-f7e7c3f05d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:10:01.986569 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b252707b-e88e-46b3-8176-137bc34c6e8a admin admin] Network hostable DHCP agents. Network: df4ffaed-c3e0-41f6-8727-46c9779a5361, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:10:02.097554 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b252707b-e88e-46b3-8176-137bc34c6e8a admin admin] Network df4ffaed-c3e0-41f6-8727-46c9779a5361 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:10:02.124297 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:02.132033 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49f64f-5d1a-4a2e-85ad-0472204da8e2 req-881e2735-af2d-4aee-9ada-1851a416f972 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:02.137582 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cb49f64f-5d1a-4a2e-85ad-0472204da8e2 req-881e2735-af2d-4aee-9ada-1851a416f972 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 946 time: 0.0630903 Sep 14 22:10:02.158536 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-b252707b-e88e-46b3-8176-137bc34c6e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, df4ffaed-c3e0-41f6-8727-46c9779a5361) {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:10:02.163078 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b252707b-e88e-46b3-8176-137bc34c6e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:02.164560 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b252707b-e88e-46b3-8176-137bc34c6e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:02.169397 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0670d70e-802b-4827-958b-bd7144694001 None None] Network df4ffaed-c3e0-41f6-8727-46c9779a5361 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:10:02.181795 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cb49f64f-5d1a-4a2e-85ad-0472204da8e2 req-959fa8e8-e540-43f1-b639-0434deaa2876 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 Sep 14 22:10:02.251933 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-b252707b-e88e-46b3-8176-137bc34c6e8a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9261649 Sep 14 22:10:02.254749 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 37604) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:10:02.258873 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:02.263658 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-804202902-router', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:10:02.350683 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c09cb9-16d4-4f1e-8a4d-4a8796d8af99 None None] Pushing event updated for resources: {'Port': ['ID=fd104b11-ea45-421c-8ea3-6af129c04ff3,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:02.389553 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1005448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7625'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:02.389553 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:02.472769 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Attempting to bind port fd104b11-ea45-421c-8ea3-6af129c04ff3 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:10:02.473163 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Attempting to bind port fd104b11-ea45-421c-8ea3-6af129c04ff3 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '0c28cd1a-6f32-4627-957a-16c87c5851a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:10:02.473534 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Attempting to bind port fd104b11-ea45-421c-8ea3-6af129c04ff3 on network 948156fd-67c0-4520-990c-719ccd9f66ed {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:10:02.483951 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:10:02.484587 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Checking segment: {'id': '0c28cd1a-6f32-4627-957a-16c87c5851a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:10:02.485120 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:02.485528 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Bound using segment: {'id': '0c28cd1a-6f32-4627-957a-16c87c5851a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:10:02.486095 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Bound port: fd104b11-ea45-421c-8ea3-6af129c04ff3, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c28cd1a-6f32-4627-957a-16c87c5851a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:10:02.486547 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:02.609113 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:02.631892 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fea3466-a961-52a6-afc9-dc79e2e12c86-df4ffaed-c3e0-41f6-8727-46c9779a5361', 'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'fixed_ips': [{'subnet_id': '9d36e197-9623-4010-a846-d3b629897a49'}]}} from dv-cinder-809014-1-iscsi. {{(pid=94747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 22:10:02.633324 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:02.642862 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c0088-eaf9-4183-94b2-cd7d84e7dcc3 req-c7e289c4-ddf6-483b-bace-e5cb89a771b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:02.676402 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] For port fd104b11-ea45-421c-8ea3-6af129c04ff3, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:10:02.676607 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-162c0088-eaf9-4183-94b2-cd7d84e7dcc3 req-c7e289c4-ddf6-483b-bace-e5cb89a771b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.1944468 Sep 14 22:10:02.679211 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-d0ead116-69d1-4fa1-9dad-5170d130338b None None] Provisioning complete for port fd104b11-ea45-421c-8ea3-6af129c04ff3 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:02.679211 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d0ead116-69d1-4fa1-9dad-5170d130338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:02.702700 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] For port fd104b11-ea45-421c-8ea3-6af129c04ff3, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=fd104b11-ea45-421c-8ea3-6af129c04ff3,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:10:02.791843 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-162c0088-eaf9-4183-94b2-cd7d84e7dcc3 req-a518d248-d38b-40ec-91be-040ba4e0ec2b tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159353 Sep 14 22:10:02.867346 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:02.916246 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-d0ead116-69d1-4fa1-9dad-5170d130338b None None] Port fd104b11-ea45-421c-8ea3-6af129c04ff3 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:10:02.972410 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:03.077899 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Routers {'8d300473-957e-4515-927e-b467b726e486'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:10:03.078953 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:09:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8d300473-957e-4515-927e-b467b726e486'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:10:03.134598 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.db_base_plugin_common [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Allocated IP 172.20.0.2 (df4ffaed-c3e0-41f6-8727-46c9779a5361/9d36e197-9623-4010-a846-d3b629897a49/e3840a3d-215c-49ad-a9fe-bd0c472db739) {{(pid=94747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:10:03.134598 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c09cb9-16d4-4f1e-8a4d-4a8796d8af99 None None] Pushing event updated for resources: {'Port': ['ID=fd104b11-ea45-421c-8ea3-6af129c04ff3,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:03.135125 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4fb02-18b9-4945-96fe-776e6fe90152 req-985bfb41-8473-415c-9311-de42fdcfd50a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:03.135125 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-00e4fb02-18b9-4945-96fe-776e6fe90152 req-985bfb41-8473-415c-9311-de42fdcfd50a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0975106 Sep 14 22:10:03.214853 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-00e4fb02-18b9-4945-96fe-776e6fe90152 req-2ef4d3f5-da76-4c03-8757-0ec1e20a4cc8 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659773 Sep 14 22:10:03.231023 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-33f257eb-0560-4524-904c-146aa7d1fc89 None None] Provisioning complete for port fd104b11-ea45-421c-8ea3-6af129c04ff3 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:03.231348 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-33f257eb-0560-4524-904c-146aa7d1fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:03.314093 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] Set router 8d300473-957e-4515-927e-b467b726e486 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:10:03.389700 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403793d-8124-4df7-bc6e-94870728a573 req-27845129-ab49-4d83-8ab8-472bb6fc6746 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:03.391244 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7403793d-8124-4df7-bc6e-94870728a573 req-27845129-ab49-4d83-8ab8-472bb6fc6746 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 946 time: 0.1091800 Sep 14 22:10:03.392733 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:03.413637 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:03.484209 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7403793d-8124-4df7-bc6e-94870728a573 req-8aed1942-d2cb-470e-bde5-e23bcb4afef9 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725603 Sep 14 22:10:03.527390 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-33f257eb-0560-4524-904c-146aa7d1fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:03.544678 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Notify callbacks [] for port, precommit_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:03.552832 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Allocated IP 172.27.2.99 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/35c2bd22-5f75-40d6-949a-fe5623f060c8) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:10:03.588019 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-33f257eb-0560-4524-904c-146aa7d1fc89 None None] For port fd104b11-ea45-421c-8ea3-6af129c04ff3, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=fd104b11-ea45-421c-8ea3-6af129c04ff3,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:03.638994 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:09:57Z', 'revision_number': 4, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port': {'id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:52Z', 'updated_at': '2021-09-14T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'fd104b11-ea45-421c-8ea3-6af129c04ff3', 'name': '', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'mac_address': 'fa:16:3e:13:0c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:56Z', 'updated_at': '2021-09-14T22:10:02Z', 'revision_number': 4, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'subnets': [{'id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:10:03.668345 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-33f257eb-0560-4524-904c-146aa7d1fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:03.670465 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:03.672399 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:03.674198 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184f439-bf29-4ed1-b3df-cdc9f4241682 None None] The sync data for ids ['8d300473-957e-4515-927e-b467b726e486'] in dv-cinder-809014-1-iscsi is: [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:09:57Z', 'revision_number': 4, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port': {'id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:52Z', 'updated_at': '2021-09-14T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'fd104b11-ea45-421c-8ea3-6af129c04ff3', 'name': '', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'mac_address': 'fa:16:3e:13:0c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:56Z', 'updated_at': '2021-09-14T22:10:02Z', 'revision_number': 4, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'subnets': [{'id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:10:03.713419 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Network df4ffaed-c3e0-41f6-8727-46c9779a5361 is already hosted by enough agents. {{(pid=94747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:10:03.716365 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.base_scheduler [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Resources bound (agent type, host, resource id): {{(pid=94747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:10:03.719848 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Received port after_create {{(pid=94747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:10:03.795338 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f257eb-0560-4524-904c-146aa7d1fc89 None None] Pushing event updated for resources: {'Port': ['ID=fd104b11-ea45-421c-8ea3-6af129c04ff3,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:03.799636 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:03.873878 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:10:03.885520 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:10:03.893232 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Pushing event updated for resources: {'Port': ['ID=e3840a3d-215c-49ad-a9fe-bd0c472db739,revision_number=1']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:03.906165 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Attempting to bind port e3840a3d-215c-49ad-a9fe-bd0c472db739 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:10:03.906538 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Attempting to bind port e3840a3d-215c-49ad-a9fe-bd0c472db739 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '88659371-ba30-4c39-8070-f7e7c3f05d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:10:03.906902 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Attempting to bind port e3840a3d-215c-49ad-a9fe-bd0c472db739 on network df4ffaed-c3e0-41f6-8727-46c9779a5361 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:10:03.915306 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:10:03.915855 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Checking segment: {'id': '88659371-ba30-4c39-8070-f7e7c3f05d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:10:03.916025 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:10:03.916332 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:03.916737 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Bound using segment: {'id': '88659371-ba30-4c39-8070-f7e7c3f05d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:10:03.917315 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Bound port: e3840a3d-215c-49ad-a9fe-bd0c472db739, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88659371-ba30-4c39-8070-f7e7c3f05d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:10:03.917701 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:03.923357 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Pushing event updated for resources: {'Port': ['ID=35c2bd22-5f75-40d6-949a-fe5623f060c8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:04.003021 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] For port e3840a3d-215c-49ad-a9fe-bd0c472db739, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:10:04.007082 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] For port e3840a3d-215c-49ad-a9fe-bd0c472db739, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=e3840a3d-215c-49ad-a9fe-bd0c472db739,segment=NetworkSegment(88659371-ba30-4c39-8070-f7e7c3f05d81),segment_id=88659371-ba30-4c39-8070-f7e7c3f05d81)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:10:04.064477 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffe7af-3bf4-4ac5-9bf9-50462b0dd7aa req-8b49c211-6717-43b4-b561-62d3d050238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:04.066125 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-e5ffe7af-3bf4-4ac5-9bf9-50462b0dd7aa req-8b49c211-6717-43b4-b561-62d3d050238b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 1099 time: 0.0441265 Sep 14 22:10:04.073594 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:04.146342 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-e5ffe7af-3bf4-4ac5-9bf9-50462b0dd7aa req-467e1075-1c50-42dd-bbdb-9254ed54ae5c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505919 Sep 14 22:10:04.150819 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757c8c7-6edd-49ef-bb70-540f85f5fadb req-3dfcf8e5-fc58-44ba-914c-3a05d1f93870 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:04.158529 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c757c8c7-6edd-49ef-bb70-540f85f5fadb req-3dfcf8e5-fc58-44ba-914c-3a05d1f93870 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.1745853 Sep 14 22:10:04.200274 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237e8a1-588b-4c5b-a6ad-069076972afd None None] Pushing event updated for resources: {'Port': ['ID=e3840a3d-215c-49ad-a9fe-bd0c472db739,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:04.214416 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c757c8c7-6edd-49ef-bb70-540f85f5fadb req-3ad32f78-5abb-46a4-a125-ef637cd82429 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550232 Sep 14 22:10:04.530969 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:04.599024 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-f191cdb3-5d3d-4c25-b815-62936691b8c2 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:04.600577 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-f191cdb3-5d3d-4c25-b815-62936691b8c2 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/networks?id=4e56da62-5b89-4fd1-9125-2a29102460f9 HTTP/1.1" status: 200 len: 814 time: 0.2644506 Sep 14 22:10:04.678132 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-a833dc57-7d5e-4779-9fbd-ceec4c8a535f tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/quotas/d71f68b02c07482c8d7ae1c4fb33a8b7 HTTP/1.1" status: 200 len: 375 time: 0.0380027 Sep 14 22:10:04.726743 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cd9b3-87db-4be7-ac26-d2254327c2ef req-1c9c12e2-260d-46cf-965c-8fb6b24593bb tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:04.728311 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-801cd9b3-87db-4be7-ac26-d2254327c2ef req-1c9c12e2-260d-46cf-965c-8fb6b24593bb tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.1461284 Sep 14 22:10:04.732295 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-0f5fe4b0-e7ea-4cbf-a831-a198f3b52691 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d71f68b02c07482c8d7ae1c4fb33a8b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417452 Sep 14 22:10:04.986106 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device e3840a3d-215c-49ad-a9fe-bd0c472db739 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:10:05.078014 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port e3840a3d-215c-49ad-a9fe-bd0c472db739 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:05.078969 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:05.130930 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-801cd9b3-87db-4be7-ac26-d2254327c2ef req-0771808e-1fcd-407e-be99-2b943a8a466d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945079 Sep 14 22:10:05.224609 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:05.265799 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-125cbeff-93d1-4994-ba8a-d62283c1105d service neutron] 10.222.0.30 "GET /v2.0/networks/4e56da62-5b89-4fd1-9125-2a29102460f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100265 Sep 14 22:10:05.272298 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:05.278823 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port e3840a3d-215c-49ad-a9fe-bd0c472db739, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=e3840a3d-215c-49ad-a9fe-bd0c472db739,segment=NetworkSegment(88659371-ba30-4c39-8070-f7e7c3f05d81),segment_id=88659371-ba30-4c39-8070-f7e7c3f05d81)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:05.279038 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993887'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:05.384246 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957912d-0861-4189-9209-045844fc96df None None] Network df4ffaed-c3e0-41f6-8727-46c9779a5361 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:10:05.387906 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:05.388683 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device fd104b11-ea45-421c-8ea3-6af129c04ff3 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:10:05.460011 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a71919-cf88-4bc8-b438-0e8003f9c93c req-848d740c-c2fe-4f56-84d8-00f59f24d836 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:05.462006 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-34a71919-cf88-4bc8-b438-0e8003f9c93c req-848d740c-c2fe-4f56-84d8-00f59f24d836 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 946 time: 0.1689267 Sep 14 22:10:05.502825 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-b05f31db-b010-4684-9771-aaf9b4ab1645 service neutron] 10.222.0.30 "GET /v2.0/networks/4e56da62-5b89-4fd1-9125-2a29102460f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358549 Sep 14 22:10:05.530767 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-9a1de9b6-e2d1-48bf-91a0-09f28b46ab4c None None] Provisioning complete for port e3840a3d-215c-49ad-a9fe-bd0c472db739 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:05.531217 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9a1de9b6-e2d1-48bf-91a0-09f28b46ab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:05.540352 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=e3840a3d-215c-49ad-a9fe-bd0c472db739,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:05.607662 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-34a71919-cf88-4bc8-b438-0e8003f9c93c req-0e281a04-5083-4bd7-b6dc-ee0add3136e9 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294651 Sep 14 22:10:05.727421 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a602b5-e698-43cc-8768-b93f5039c895 req-3aea98ba-0447-48d9-b264-b3c22429ed02 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:05.729945 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a4a602b5-e698-43cc-8768-b93f5039c895 req-3aea98ba-0447-48d9-b264-b3c22429ed02 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0548143 Sep 14 22:10:05.767609 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port fd104b11-ea45-421c-8ea3-6af129c04ff3 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:05.768017 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:05.794904 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a4a602b5-e698-43cc-8768-b93f5039c895 req-cdfd616b-cb43-4513-9fbb-58d087f96e95 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577395 Sep 14 22:10:05.822798 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Router 8a3b970f-d635-4b8b-916e-789d37ba602e is scheduled to L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 22:10:05.862890 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-82abded7-0f11-48cc-8f71-94b47980db10 req-7f683e4c-ea96-4665-b606-e3946deaba96 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 210 time: 0.0597172 Sep 14 22:10:06.006456 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:10:06.017911 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Sync routers for ids ['8a3b970f-d635-4b8b-916e-789d37ba602e'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:10:06.032258 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Routers {'8a3b970f-d635-4b8b-916e-789d37ba602e'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:10:06.032949 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:09:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8a3b970f-d635-4b8b-916e-789d37ba602e'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:10:06.136037 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:06.140330 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 37684) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:10:06.140885 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-910e1ac5-7745-4494-979a-ab6bc7855166 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8845613 Sep 14 22:10:06.186871 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Set router 8a3b970f-d635-4b8b-916e-789d37ba602e gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:10:06.225428 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-501f9e6d-fefb-4afa-96f8-7720948f9162 None None] Provisioning complete for port e3840a3d-215c-49ad-a9fe-bd0c472db739 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:06.226014 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-501f9e6d-fefb-4afa-96f8-7720948f9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:06.338877 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916eedd-4e42-4caf-98f0-379179b650e2 req-0e3ae614-1a00-4a40-91dc-cb194da2152a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:06.347893 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9916eedd-4e42-4caf-98f0-379179b650e2 req-0e3ae614-1a00-4a40-91dc-cb194da2152a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.1264756 Sep 14 22:10:06.429524 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9916eedd-4e42-4caf-98f0-379179b650e2 req-4e841e0c-2d30-43d5-9501-524118d0a158 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802164 Sep 14 22:10:06.435209 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'name': 'tempest-TestMinimumBasicScenario-804202902-router', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:10:02Z', 'updated_at': '2021-09-14T22:10:04Z', 'revision_number': 3, 'project_id': '1d8a01622087401c8a684f01562a7c87', 'gw_port': {'id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:10:03Z', 'updated_at': '2021-09-14T22:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:10:06.481047 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Checking router: 8a3b970f-d635-4b8b-916e-789d37ba602e for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:10:06.481708 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Updating router 8a3b970f-d635-4b8b-916e-789d37ba602e port 35c2bd22-5f75-40d6-949a-fe5623f060c8 binding host dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:10:06.516508 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:06.812150 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb04fa1-9959-44c6-97d1-b96f91cec0fd req-65e02438-bddd-4e79-89a4-160a672863e9 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:06.821545 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0bb04fa1-9959-44c6-97d1-b96f91cec0fd req-65e02438-bddd-4e79-89a4-160a672863e9 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 946 time: 0.0928259 Sep 14 22:10:06.886702 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:06.898382 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0bb04fa1-9959-44c6-97d1-b96f91cec0fd req-98200294-eb33-41ec-8023-da379e9cdac8 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755227 Sep 14 22:10:06.898642 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-123f90cf-09a5-468a-9511-d70f9294e2de req-5c4753cc-a0f6-42db-8e9c-0cce482d8531 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0959411 Sep 14 22:10:06.932271 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device e3840a3d-215c-49ad-a9fe-bd0c472db739 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:10:06.948919 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2f2a63b2-061f-4550-8d63-94560526e9b3 req-27e9ec6f-6d48-4266-91f4-3f10a654d359 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 210 time: 0.0293734 Sep 14 22:10:06.982189 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:07.011026 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port e3840a3d-215c-49ad-a9fe-bd0c472db739 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:07.011666 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:07.034618 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec4574-3927-409e-bcf9-291fea8a62af None None] Pushing event updated for resources: {'Port': ['ID=35c2bd22-5f75-40d6-949a-fe5623f060c8,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:07.045244 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f90cf-09a5-468a-9511-d70f9294e2de req-bc8d35a4-53cc-4e3b-8d80-3753d47d2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:07.046903 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-123f90cf-09a5-468a-9511-d70f9294e2de req-bc8d35a4-53cc-4e3b-8d80-3753d47d2244 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 1099 time: 0.0977769 Sep 14 22:10:07.067511 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Attempting to bind port 35c2bd22-5f75-40d6-949a-fe5623f060c8 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:10:07.067900 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Attempting to bind port 35c2bd22-5f75-40d6-949a-fe5623f060c8 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:10:07.068249 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Attempting to bind port 35c2bd22-5f75-40d6-949a-fe5623f060c8 on network 4a10e13f-693b-41d7-99fa-6fefeedf4166 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:10:07.074213 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:10:07.074583 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Checking segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:10:07.075189 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:07.075748 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Bound using segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:10:07.076378 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Bound port: 35c2bd22-5f75-40d6-949a-fe5623f060c8, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:10:07.077180 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:07.124344 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:07.145918 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] For port 35c2bd22-5f75-40d6-949a-fe5623f060c8, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:10:07.149477 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] For port 35c2bd22-5f75-40d6-949a-fe5623f060c8, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=35c2bd22-5f75-40d6-949a-fe5623f060c8,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:10:07.231123 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f90cf-09a5-468a-9511-d70f9294e2de req-fbbc34be-00f0-4b7b-a4b5-18237e06c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:07.232602 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-123f90cf-09a5-468a-9511-d70f9294e2de req-fbbc34be-00f0-4b7b-a4b5-18237e06c7f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 HTTP/1.1" status: 200 len: 920 time: 0.1572797 Sep 14 22:10:07.244693 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:07.291913 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Routers {'8a3b970f-d635-4b8b-916e-789d37ba602e'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:10:07.292528 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:09:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8a3b970f-d635-4b8b-916e-789d37ba602e'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:10:07.306843 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-123f90cf-09a5-468a-9511-d70f9294e2de req-8c9174bd-fa9f-4539-aa56-1fd66a2083c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cf7876f-0d9e-47cd-b28a-540571deb0be HTTP/1.1" status: 200 len: 217 time: 0.0629270 Sep 14 22:10:07.344352 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec4574-3927-409e-bcf9-291fea8a62af None None] Pushing event updated for resources: {'Port': ['ID=35c2bd22-5f75-40d6-949a-fe5623f060c8,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:07.394153 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f90cf-09a5-468a-9511-d70f9294e2de req-1cca953a-be24-41d5-a907-00f03a1a813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:07.395593 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-123f90cf-09a5-468a-9511-d70f9294e2de req-1cca953a-be24-41d5-a907-00f03a1a813b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31 HTTP/1.1" status: 200 len: 859 time: 0.0779092 Sep 14 22:10:07.396546 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Allocated IP 172.20.0.1 (df4ffaed-c3e0-41f6-8727-46c9779a5361/9d36e197-9623-4010-a846-d3b629897a49/d0c2f7f3-63e9-491b-8c53-da83bbc08031) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:10:07.412635 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] Set router 8a3b970f-d635-4b8b-916e-789d37ba602e gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:10:07.504256 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:07.565645 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82cfb2-5b6c-46a9-b765-85faae85ffca req-490d92a7-28f1-42a6-b81e-462e9bdb9c46 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:07.567400 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-df82cfb2-5b6c-46a9-b765-85faae85ffca req-490d92a7-28f1-42a6-b81e-462e9bdb9c46 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0555887 Sep 14 22:10:07.594890 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'name': 'tempest-TestMinimumBasicScenario-804202902-router', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:10:02Z', 'updated_at': '2021-09-14T22:10:04Z', 'revision_number': 3, 'project_id': '1d8a01622087401c8a684f01562a7c87', 'gw_port': {'id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:10:03Z', 'updated_at': '2021-09-14T22:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:10:07.607676 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-df82cfb2-5b6c-46a9-b765-85faae85ffca req-e777cbc1-c384-4403-87e0-a0330d63d2db tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336192 Sep 14 22:10:07.627532 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:07.627941 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde7bb87-1710-4309-8efb-8b0d35f4ce5f None None] The sync data for ids ['8a3b970f-d635-4b8b-916e-789d37ba602e'] in dv-cinder-809014-1-iscsi is: [{'id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'name': 'tempest-TestMinimumBasicScenario-804202902-router', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:10:02Z', 'updated_at': '2021-09-14T22:10:04Z', 'revision_number': 3, 'project_id': '1d8a01622087401c8a684f01562a7c87', 'gw_port': {'id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:10:03Z', 'updated_at': '2021-09-14T22:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:10:07.669607 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Network df4ffaed-c3e0-41f6-8727-46c9779a5361 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:10:07.672369 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:10:07.674854 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:10:07.704522 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c2f7f3-63e9-491b-8c53-da83bbc08031,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:07.727558 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-993928'] for router_interface, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:07.943011 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-4ddb103a-5951-4d94-89ec-7315a6144310 None None] Provisioning complete for port d0c2f7f3-63e9-491b-8c53-da83bbc08031 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:07.944022 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4ddb103a-5951-4d94-89ec-7315a6144310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:07.944822 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:07.993069 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb103a-5951-4d94-89ec-7315a6144310 None None] Port d0c2f7f3-63e9-491b-8c53-da83bbc08031 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:10:08.059321 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-69326b45-42d1-44cf-9ab4-e4eb2902c054 req-4bfa35e3-27d5-45fb-afd2-acdb656a7080 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 210 time: 0.0308428 Sep 14 22:10:08.145785 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:08.209662 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:08.281186 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1004056'] for router_interface, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:08.282951 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c2f7f3-63e9-491b-8c53-da83bbc08031,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:08.326097 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-123f90cf-09a5-468a-9511-d70f9294e2de req-826027b1-0af2-4cb8-a71f-549eb20c2ad3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344865 Sep 14 22:10:08.400639 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Network df4ffaed-c3e0-41f6-8727-46c9779a5361 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:10:08.402180 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:10:08.517415 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Router 8a3b970f-d635-4b8b-916e-789d37ba602e has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:10:08.618968 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-d3a4d316-1e5b-49b5-8f49-5117c256c7d6 None None] Provisioning complete for port d0c2f7f3-63e9-491b-8c53-da83bbc08031 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:08.619443 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d316-1e5b-49b5-8f49-5117c256c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:08.630658 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:10:08.645208 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-f82a3cbc-c6ac-4ae8-a87d-83b9e7661893 admin admin] 10.222.0.30 "PUT /v2.0/routers/8a3b970f-d635-4b8b-916e-789d37ba602e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5024593 Sep 14 22:10:08.669171 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4d316-1e5b-49b5-8f49-5117c256c7d6 None None] Port d0c2f7f3-63e9-491b-8c53-da83bbc08031 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:10:08.748295 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f93b96-ed82-4ef3-b98a-47afda2b922f req-e29d1021-613a-4888-bd46-431975cb6b74 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:08.749763 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-31f93b96-ed82-4ef3-b98a-47afda2b922f req-e29d1021-613a-4888-bd46-431975cb6b74 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0508440 Sep 14 22:10:08.789338 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-31f93b96-ed82-4ef3-b98a-47afda2b922f req-84b5c1cb-0cb2-410e-8cbd-5342e7dc44ab tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332325 Sep 14 22:10:08.894294 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 35c2bd22-5f75-40d6-949a-fe5623f060c8 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:10:08.946875 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 35c2bd22-5f75-40d6-949a-fe5623f060c8 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:08.947456 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:09.045385 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:09.067531 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port 35c2bd22-5f75-40d6-949a-fe5623f060c8, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=35c2bd22-5f75-40d6-949a-fe5623f060c8,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:09.158809 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:09.164520 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bb384975-021f-4ea5-9014-b663e153fae7 req-9e884e58-63cc-41d1-bd4b-994cac278708 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 210 time: 0.0323408 Sep 14 22:10:09.217213 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=35c2bd22-5f75-40d6-949a-fe5623f060c8,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:09.222222 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Sync routers for ids ['8a3b970f-d635-4b8b-916e-789d37ba602e'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:10:09.231530 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Routers {'8a3b970f-d635-4b8b-916e-789d37ba602e'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:10:09.232152 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:09:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8a3b970f-d635-4b8b-916e-789d37ba602e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:10:09.338772 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Set router 8a3b970f-d635-4b8b-916e-789d37ba602e gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:10:09.711973 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'name': 'tempest-TestMinimumBasicScenario-804202902-router', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:10:02Z', 'updated_at': '2021-09-14T22:10:07Z', 'revision_number': 4, 'project_id': '1d8a01622087401c8a684f01562a7c87', 'gw_port': {'id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:10:03Z', 'updated_at': '2021-09-14T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0c2f7f3-63e9-491b-8c53-da83bbc08031', 'name': '', 'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'mac_address': 'fa:16:3e:63:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9d36e197-9623-4010-a846-d3b629897a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:10:07Z', 'updated_at': '2021-09-14T22:10:08Z', 'revision_number': 2, 'project_id': '1d8a01622087401c8a684f01562a7c87', 'subnets': [{'id': '9d36e197-9623-4010-a846-d3b629897a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:10:09.711973 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Checking router: 8a3b970f-d635-4b8b-916e-789d37ba602e for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:10:09.711973 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Updating router 8a3b970f-d635-4b8b-916e-789d37ba602e port d0c2f7f3-63e9-491b-8c53-da83bbc08031 binding host dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:10:09.711973 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:09.949477 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28d998-fd01-4303-a774-91869caf3d98 req-4a459cdb-96d6-4793-82ff-d20f9e4675ba tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:09.951831 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ed28d998-fd01-4303-a774-91869caf3d98 req-4a459cdb-96d6-4793-82ff-d20f9e4675ba tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0729747 Sep 14 22:10:10.013651 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ed28d998-fd01-4303-a774-91869caf3d98 req-3fa2e80c-85e1-44e0-b568-7f743308927e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522196 Sep 14 22:10:10.110544 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:10.291422 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-86a1680b-468f-4f15-b47d-8516fea5fa88 req-7eaff8a5-d6ae-441d-8eb1-10b75c23d52b tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 210 time: 0.0395217 Sep 14 22:10:10.378635 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-123f90cf-09a5-468a-9511-d70f9294e2de req-11f57062-0c64-48f5-8161-adde8ca7cbda service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362302 Sep 14 22:10:10.500665 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-123f90cf-09a5-468a-9511-d70f9294e2de req-3d4957f2-706c-48dc-bfc9-3f6646220f6c service neutron] 10.222.0.37 "GET /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021180 Sep 14 22:10:10.747544 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:10.809577 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14362544-63ba-4908-8dc7-c362135de746 None None] Pushing event updated for resources: {'Port': ['ID=d0c2f7f3-63e9-491b-8c53-da83bbc08031,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:10.900635 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Attempting to bind port d0c2f7f3-63e9-491b-8c53-da83bbc08031 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:10:10.901117 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Attempting to bind port d0c2f7f3-63e9-491b-8c53-da83bbc08031 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '88659371-ba30-4c39-8070-f7e7c3f05d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:10:10.901555 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Attempting to bind port d0c2f7f3-63e9-491b-8c53-da83bbc08031 on network df4ffaed-c3e0-41f6-8727-46c9779a5361 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:10:10.907876 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:10:10.917777 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Checking segment: {'id': '88659371-ba30-4c39-8070-f7e7c3f05d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:10:10.917777 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:10.917777 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Bound using segment: {'id': '88659371-ba30-4c39-8070-f7e7c3f05d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:10:10.917777 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Bound port: d0c2f7f3-63e9-491b-8c53-da83bbc08031, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88659371-ba30-4c39-8070-f7e7c3f05d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:10:10.917777 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:10.961471 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 35c2bd22-5f75-40d6-949a-fe5623f060c8 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:10:11.053441 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] For port d0c2f7f3-63e9-491b-8c53-da83bbc08031, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:10:11.058366 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] For port d0c2f7f3-63e9-491b-8c53-da83bbc08031, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=d0c2f7f3-63e9-491b-8c53-da83bbc08031,segment=NetworkSegment(88659371-ba30-4c39-8070-f7e7c3f05d81),segment_id=88659371-ba30-4c39-8070-f7e7c3f05d81)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:10:11.072635 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 35c2bd22-5f75-40d6-949a-fe5623f060c8 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:11.072635 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:11.126556 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-1e9e3859-1c8e-4f0f-b0db-14f1ab87b749 None None] Provisioning complete for port d0c2f7f3-63e9-491b-8c53-da83bbc08031 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:11.127212 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3859-1c8e-4f0f-b0db-14f1ab87b749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:11.200309 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:11.210071 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef347b2b-73d1-42b1-ab85-853d9dc804a6 req-c8aa2b50-5df7-45ad-b4cc-0acd47061112 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:11.241432 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ef347b2b-73d1-42b1-ab85-853d9dc804a6 req-c8aa2b50-5df7-45ad-b4cc-0acd47061112 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.1173882 Sep 14 22:10:11.313421 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3859-1c8e-4f0f-b0db-14f1ab87b749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:11.350998 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ef347b2b-73d1-42b1-ab85-853d9dc804a6 req-5371087c-dea9-411d-b09d-d84ba76d1b6d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021202 Sep 14 22:10:11.360601 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-1e9e3859-1c8e-4f0f-b0db-14f1ab87b749 None None] For port d0c2f7f3-63e9-491b-8c53-da83bbc08031, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=d0c2f7f3-63e9-491b-8c53-da83bbc08031,segment=NetworkSegment(88659371-ba30-4c39-8070-f7e7c3f05d81),segment_id=88659371-ba30-4c39-8070-f7e7c3f05d81)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:11.448929 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Routers {'8a3b970f-d635-4b8b-916e-789d37ba602e'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:10:11.449646 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:09:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8a3b970f-d635-4b8b-916e-789d37ba602e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:10:11.543242 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-412b81ff-a28f-449d-bdbb-2ccb2e6f8609 req-2fa0b206-0671-4422-ae3b-f1387e23bf53 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 210 time: 0.0553904 Sep 14 22:10:11.722280 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14362544-63ba-4908-8dc7-c362135de746 None None] Pushing event updated for resources: {'Port': ['ID=d0c2f7f3-63e9-491b-8c53-da83bbc08031,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:11.725053 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3859-1c8e-4f0f-b0db-14f1ab87b749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:11.776739 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e3859-1c8e-4f0f-b0db-14f1ab87b749 None None] Pushing event updated for resources: {'Port': ['ID=d0c2f7f3-63e9-491b-8c53-da83bbc08031,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:11.814645 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] Set router 8a3b970f-d635-4b8b-916e-789d37ba602e gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:10:11.882442 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-356afce9-c0c2-4df7-b75f-d72e2e80959d None None] Provisioning complete for port d0c2f7f3-63e9-491b-8c53-da83bbc08031 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:11.882442 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-356afce9-c0c2-4df7-b75f-d72e2e80959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:11.934452 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2a77e-3cf7-4025-9bbd-65f938040077 req-d217cf66-a0bc-4afa-98ec-e126ab1ca29a tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:11.941806 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0bf2a77e-3cf7-4025-9bbd-65f938040077 req-d217cf66-a0bc-4afa-98ec-e126ab1ca29a tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 946 time: 0.0714912 Sep 14 22:10:11.959231 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-04645134-3e63-4a8a-ac74-6d6d1ac49af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:12.007007 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0bf2a77e-3cf7-4025-9bbd-65f938040077 req-96c5dc26-8474-4aa7-9567-eb41e2efe5d0 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588357 Sep 14 22:10:12.190108 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'name': 'tempest-TestMinimumBasicScenario-804202902-router', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:10:02Z', 'updated_at': '2021-09-14T22:10:07Z', 'revision_number': 4, 'project_id': '1d8a01622087401c8a684f01562a7c87', 'gw_port': {'id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:10:03Z', 'updated_at': '2021-09-14T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0c2f7f3-63e9-491b-8c53-da83bbc08031', 'name': '', 'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'mac_address': 'fa:16:3e:63:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9d36e197-9623-4010-a846-d3b629897a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:10:07Z', 'updated_at': '2021-09-14T22:10:11Z', 'revision_number': 4, 'project_id': '1d8a01622087401c8a684f01562a7c87', 'subnets': [{'id': '9d36e197-9623-4010-a846-d3b629897a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:10:12.236050 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c49a564-4ef1-4b89-b35a-190ee86becd8 None None] The sync data for ids ['8a3b970f-d635-4b8b-916e-789d37ba602e'] in dv-cinder-809014-1-iscsi is: [{'id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'name': 'tempest-TestMinimumBasicScenario-804202902-router', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:10:02Z', 'updated_at': '2021-09-14T22:10:07Z', 'revision_number': 4, 'project_id': '1d8a01622087401c8a684f01562a7c87', 'gw_port': {'id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:10:03Z', 'updated_at': '2021-09-14T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0c2f7f3-63e9-491b-8c53-da83bbc08031', 'name': '', 'network_id': 'df4ffaed-c3e0-41f6-8727-46c9779a5361', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'mac_address': 'fa:16:3e:63:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9d36e197-9623-4010-a846-d3b629897a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:10:07Z', 'updated_at': '2021-09-14T22:10:11Z', 'revision_number': 4, 'project_id': '1d8a01622087401c8a684f01562a7c87', 'subnets': [{'id': '9d36e197-9623-4010-a846-d3b629897a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:10:12.547990 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677b08b-df18-4c83-9695-9a9e7a1d3cf8 req-50a27ec5-816a-490a-a815-f5b5bcc713df tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:12.549817 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7677b08b-df18-4c83-9695-9a9e7a1d3cf8 req-50a27ec5-816a-490a-a815-f5b5bcc713df tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 943 time: 0.0964742 Sep 14 22:10:12.613420 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7677b08b-df18-4c83-9695-9a9e7a1d3cf8 req-de8e9b26-322e-488d-a398-3d390f52157d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510283 Sep 14 22:10:12.665829 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f7e415d6-b17d-48a2-a1f3-e431b1e0d501 req-817d105b-4386-42a0-8ab8-36b219876bb3 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 210 time: 0.0435989 Sep 14 22:10:12.974451 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device d0c2f7f3-63e9-491b-8c53-da83bbc08031 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:10:13.027888 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port d0c2f7f3-63e9-491b-8c53-da83bbc08031 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:13.028267 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:13.137044 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fd14c-3189-4807-91ff-ac5ed08765b9 req-60466fcd-a728-44ff-b2d3-7be036166e3a tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:13.138657 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-515fd14c-3189-4807-91ff-ac5ed08765b9 req-60466fcd-a728-44ff-b2d3-7be036166e3a tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 946 time: 0.0562234 Sep 14 22:10:13.186576 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-515fd14c-3189-4807-91ff-ac5ed08765b9 req-c1662fd1-c811-4cbe-8c93-5e0ff8aac3b5 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Sep 14 22:10:13.293330 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device eb724a92-aa66-4dd5-90d1-f13bb1524b31 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:10:13.405945 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port eb724a92-aa66-4dd5-90d1-f13bb1524b31, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:13.417296 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'port_id': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'mac_address': 'fa:16:3e:4e:bf:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:10:13.460095 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:13.478725 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb724a92-aa66-4dd5-90d1-f13bb1524b31 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:10:13.503326 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port eb724a92-aa66-4dd5-90d1-f13bb1524b31, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:13.598848 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:13.685341 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=eb724a92-aa66-4dd5-90d1-f13bb1524b31,revision_number=9']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:13.809132 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435ef4d-be9f-475b-8773-83efb7a63a06 req-6ce059f1-50f4-43a3-93f6-a84360c6e4f4 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:13.811661 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c435ef4d-be9f-475b-8773-83efb7a63a06 req-6ce059f1-50f4-43a3-93f6-a84360c6e4f4 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 944 time: 0.0968041 Sep 14 22:10:13.858394 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-ea4060ec-72de-4743-87e7-bdffb3b48dd2 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:13.860702 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-ea4060ec-72de-4743-87e7-bdffb3b48dd2 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.37 "GET /v2.0/networks?id=4e56da62-5b89-4fd1-9125-2a29102460f9 HTTP/1.1" status: 200 len: 814 time: 0.1393075 Sep 14 22:10:13.889722 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Request body: {'port': {'device_id': 'c7f68c7b-11c3-43b3-9986-1d48b8b52d5c', 'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9', 'admin_state_up': True, 'tenant_id': 'd71f68b02c07482c8d7ae1c4fb33a8b7'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:10:13.898155 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c435ef4d-be9f-475b-8773-83efb7a63a06 req-d364d418-9f3f-4767-9128-bc3f7c3714c8 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791960 Sep 14 22:10:14.014012 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a8dfff4a-5a06-482a-9669-9d0daac6d6db req-873cb8ef-c485-4c65-90c1-6cd894e1495c tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 210 time: 0.0387526 Sep 14 22:10:14.141265 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Made reservation on behalf of d71f68b02c07482c8d7ae1c4fb33a8b7 for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:10:14.146223 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['eb724a92-aa66-4dd5-90d1-f13bb1524b31'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:10:14.152777 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:14.372332 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41759b4-3636-4d2a-b9e9-215c3d8fc808 req-4ea91cac-c99e-4bea-a744-612c461b2a81 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:14.373983 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b41759b4-3636-4d2a-b9e9-215c3d8fc808 req-4ea91cac-c99e-4bea-a744-612c461b2a81 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 946 time: 0.1026614 Sep 14 22:10:14.398332 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Allocated IP 172.20.0.5 (4e56da62-5b89-4fd1-9125-2a29102460f9/c4dbcba2-ea42-4b10-8527-e1738404e5e8/d057c716-029b-4ce8-9def-66890f968ef1) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:10:14.508194 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b41759b4-3636-4d2a-b9e9-215c3d8fc808 req-08e9ad6c-6124-4be3-a23f-018f97b9b183 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943916 Sep 14 22:10:14.520379 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018093-3d01-4f95-99d7-80c5f83a194f req-1d666a17-a754-4de2-bcf0-a8007f082f7b tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:14.522236 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-77018093-3d01-4f95-99d7-80c5f83a194f req-1d666a17-a754-4de2-bcf0-a8007f082f7b tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.37 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 946 time: 0.1473508 Sep 14 22:10:14.541269 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6096dce3-8212-484b-8bb2-a6fffebe6073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:14.637005 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:14.774607 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-77018093-3d01-4f95-99d7-80c5f83a194f req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Deleting port 9c84e2b3-8387-4ed7-84aa-100167b619fe {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:10:14.775356 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-77018093-3d01-4f95-99d7-80c5f83a194f req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:14.776488 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:14.860638 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Network 4e56da62-5b89-4fd1-9125-2a29102460f9 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:10:14.863724 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:10:14.868212 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:10:14.877283 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:14.911995 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Pushing event updated for resources: {'Port': ['ID=d057c716-029b-4ce8-9def-66890f968ef1,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:14.918704 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-77018093-3d01-4f95-99d7-80c5f83a194f req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] For port 9c84e2b3-8387-4ed7-84aa-100167b619fe, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9c84e2b3-8387-4ed7-84aa-100167b619fe,segment=NetworkSegment(0976de72-089b-4829-b37c-e6279b0e54ef),segment_id=0976de72-089b-4829-b37c-e6279b0e54ef)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:14.918704 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-77018093-3d01-4f95-99d7-80c5f83a194f req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:14.940845 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-77018093-3d01-4f95-99d7-80c5f83a194f req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Calling delete_port for 9c84e2b3-8387-4ed7-84aa-100167b619fe owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:10:14.943350 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:14.945356 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:14.945714 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:14.946047 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:14.946392 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:14.946745 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:14.947074 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:14.947407 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:14.947742 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:14.948077 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:14.948407 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:14.948734 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:14.983913 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:14.984545 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:15.091117 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-0ac4d481-5fd1-4dde-8093-a0e8ffb0233a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2069728 Sep 14 22:10:15.124471 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a26542-c21b-4297-97d1-7a1b0f6f0245 req-9788ffce-25ed-474d-bda4-a5f1f5403c1c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:15.131868 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d3a26542-c21b-4297-97d1-7a1b0f6f0245 req-9788ffce-25ed-474d-bda4-a5f1f5403c1c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 944 time: 0.0846865 Sep 14 22:10:15.134339 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Request body: {'port': {'device_id': 'c7f68c7b-11c3-43b3-9986-1d48b8b52d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:10:15.208426 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:15.261041 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d3a26542-c21b-4297-97d1-7a1b0f6f0245 req-6f317c2f-553c-447c-916e-c8e7cf72e623 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188073 Sep 14 22:10:15.292256 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e427b35-f384-45b5-9518-b13787ff2813 req-0e496312-77c3-442d-975e-22727c284039 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:15.293803 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5e427b35-f384-45b5-9518-b13787ff2813 req-0e496312-77c3-442d-975e-22727c284039 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 931 time: 0.1525321 Sep 14 22:10:15.341404 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5e427b35-f384-45b5-9518-b13787ff2813 req-e72c0c76-c9c8-4ad3-8bac-3a36f0cf1e6a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367508 Sep 14 22:10:15.444741 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-77018093-3d01-4f95-99d7-80c5f83a194f req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:15.570846 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-77018093-3d01-4f95-99d7-80c5f83a194f req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] No DVR routers for this DVR port 9c84e2b3-8387-4ed7-84aa-100167b619fe on host hv-cinder-80901 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:10:15.575043 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-77018093-3d01-4f95-99d7-80c5f83a194f req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:15.577806 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-77018093-3d01-4f95-99d7-80c5f83a194f req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.37 "DELETE /v2.0/ports/9c84e2b3-8387-4ed7-84aa-100167b619fe HTTP/1.1" status: 204 len: 173 time: 1.0113387 Sep 14 22:10:15.578682 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Pushing event deleted for resources: {'Port': ['ID=9c84e2b3-8387-4ed7-84aa-100167b619fe,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:15.598405 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694fc5df-4ad4-467d-afdd-46cf55692f7a', 'name': 'network-vif-deleted', 'tag': '9c84e2b3-8387-4ed7-84aa-100167b619fe'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:10:15.602890 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35916525-7234-4ed7-ab40-ccc6b5ef905d" -d '{"events": [{"server_uuid": "694fc5df-4ad4-467d-afdd-46cf55692f7a", "name": "network-vif-deleted", "tag": "9c84e2b3-8387-4ed7-84aa-100167b619fe"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:10:15.608980 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:15.609448 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:15.610426 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:15.610823 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:15.611234 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:15.611639 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:15.612490 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:15.612934 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:15.613344 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:15.613768 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:15.614243 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:15.614622 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cbdc83-6a09-4d41-b93f-81e6b2dfa0ee tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:15.616536 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d057c716-029b-4ce8-9def-66890f968ef1 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:10:15.626067 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:15.644732 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Transition to ACTIVE for port object d057c716-029b-4ce8-9def-66890f968ef1 will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:10:15.650178 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9494a0a4-de5c-4a55-a100-ff48654b81ab req-8ceb36a4-b1ef-48d0-91ae-5b893825f7e4 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 210 time: 0.0621035 Sep 14 22:10:15.676540 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aaf318-f094-4306-969d-62b633ce9157 x-openstack-request-id: req-f5aaf318-f094-4306-969d-62b633ce9157 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:10:15.676847 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694fc5df-4ad4-467d-afdd-46cf55692f7a", "name": "network-vif-deleted", "tag": "9c84e2b3-8387-4ed7-84aa-100167b619fe", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:10:15.677144 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5aaf318-f094-4306-969d-62b633ce9157 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:10:15.677541 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694fc5df-4ad4-467d-afdd-46cf55692f7a', 'name': 'network-vif-deleted', 'tag': '9c84e2b3-8387-4ed7-84aa-100167b619fe', 'status': 'completed', 'code': 200} Sep 14 22:10:15.729820 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:15.730062 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:15.781556 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Pushing event updated for resources: {'Port': ['ID=d057c716-029b-4ce8-9def-66890f968ef1,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:15.868641 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Attempting to bind port d057c716-029b-4ce8-9def-66890f968ef1 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:10:15.869334 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Attempting to bind port d057c716-029b-4ce8-9def-66890f968ef1 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': 'ac575319-98ce-4e68-abc9-34e52daa456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:10:15.869334 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Attempting to bind port d057c716-029b-4ce8-9def-66890f968ef1 on network 4e56da62-5b89-4fd1-9125-2a29102460f9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:10:15.873785 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Port d057c716-029b-4ce8-9def-66890f968ef1 on network 4e56da62-5b89-4fd1-9125-2a29102460f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:10:15.874230 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Attempting to bind port d057c716-029b-4ce8-9def-66890f968ef1 on network 4e56da62-5b89-4fd1-9125-2a29102460f9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:10:15.879017 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:10:15.879355 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Checking segment: {'id': 'ac575319-98ce-4e68-abc9-34e52daa456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:10:15.879740 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Bound using segment: {'id': 'ac575319-98ce-4e68-abc9-34e52daa456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:10:15.880160 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Bound port: d057c716-029b-4ce8-9def-66890f968ef1, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac575319-98ce-4e68-abc9-34e52daa456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:10:15.880511 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:15.975733 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] For port d057c716-029b-4ce8-9def-66890f968ef1, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:10:15.979473 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] For port d057c716-029b-4ce8-9def-66890f968ef1, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=d057c716-029b-4ce8-9def-66890f968ef1,segment=NetworkSegment(ac575319-98ce-4e68-abc9-34e52daa456a),segment_id=ac575319-98ce-4e68-abc9-34e52daa456a)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:10:16.136089 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:16.178313 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:16.178930 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:16.182722 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] 10.222.0.37 "PUT /v2.0/ports/d057c716-029b-4ce8-9def-66890f968ef1 HTTP/1.1" status: 200 len: 1093 time: 1.0663359 Sep 14 22:10:16.182722 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f68c7b-11c3-43b3-9986-1d48b8b52d5c', 'tag': 'd057c716-029b-4ce8-9def-66890f968ef1'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:10:16.183629 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4fee1a-aee1-448e-8228-d09bf7e4be14" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f68c7b-11c3-43b3-9986-1d48b8b52d5c", "tag": "d057c716-029b-4ce8-9def-66890f968ef1"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:10:16.228140 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa402b-62be-4358-bb22-de2c0ac72e18 service neutron] Pushing event updated for resources: {'Port': ['ID=d057c716-029b-4ce8-9def-66890f968ef1,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:16.262435 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaed419-be88-4210-bb49-829901304489 x-openstack-request-id: req-cdaed419-be88-4210-bb49-829901304489 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:10:16.262824 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f68c7b-11c3-43b3-9986-1d48b8b52d5c", "tag": "d057c716-029b-4ce8-9def-66890f968ef1", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:10:16.263155 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdaed419-be88-4210-bb49-829901304489 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:10:16.263652 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f68c7b-11c3-43b3-9986-1d48b8b52d5c', 'tag': 'd057c716-029b-4ce8-9def-66890f968ef1', 'status': 'completed', 'code': 200} Sep 14 22:10:16.374553 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fee1a-aee1-448e-8228-d09bf7e4be14 req-ab54815b-ba3c-4a6a-abc1-50688589fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:16.392828 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ba4fee1a-aee1-448e-8228-d09bf7e4be14 req-ab54815b-ba3c-4a6a-abc1-50688589fc0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d71f68b02c07482c8d7ae1c4fb33a8b7&device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 1096 time: 0.0814934 Sep 14 22:10:16.403680 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddfafc-1e85-4e82-b021-684aa73ba8d0 req-ef25be54-abed-4f50-bd4e-6f78da9426b2 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:16.405558 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d9ddfafc-1e85-4e82-b021-684aa73ba8d0 req-ef25be54-abed-4f50-bd4e-6f78da9426b2 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 944 time: 0.0653853 Sep 14 22:10:16.485091 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d9ddfafc-1e85-4e82-b021-684aa73ba8d0 req-1c62b66f-757c-415a-a34e-f7f6f3600e1e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714257 Sep 14 22:10:16.564963 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fee1a-aee1-448e-8228-d09bf7e4be14 req-e3d1bdae-a445-4d50-a38f-e83d948a428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:16.568410 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ba4fee1a-aee1-448e-8228-d09bf7e4be14 req-e3d1bdae-a445-4d50-a38f-e83d948a428f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d71f68b02c07482c8d7ae1c4fb33a8b7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1599331 Sep 14 22:10:16.618133 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dee7a-6981-4c78-8924-e22373f47e0c req-df9b681c-ef46-4ed1-a9d9-d3532b81d179 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:16.619629 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b20dee7a-6981-4c78-8924-e22373f47e0c req-df9b681c-ef46-4ed1-a9d9-d3532b81d179 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 943 time: 0.0752261 Sep 14 22:10:16.675820 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b20dee7a-6981-4c78-8924-e22373f47e0c req-38481ccc-e29d-4133-a69d-6e713b0466c4 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500085 Sep 14 22:10:16.700551 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fee1a-aee1-448e-8228-d09bf7e4be14 req-00ddea49-4b5c-46cf-bf19-4ece813b8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:16.700551 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ba4fee1a-aee1-448e-8228-d09bf7e4be14 req-00ddea49-4b5c-46cf-bf19-4ece813b8475 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1140120 Sep 14 22:10:16.793225 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bc053cdd-7573-44af-b2dc-e6dcb660dc45 req-c0a868de-ec52-4875-bc5f-9df1872d05a7 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=694fc5df-4ad4-467d-afdd-46cf55692f7a HTTP/1.1" status: 200 len: 210 time: 0.0327976 Sep 14 22:10:16.815497 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-78894c55-5c69-42b9-a22f-7a018aba1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:16.815497 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-78894c55-5c69-42b9-a22f-7a018aba1534 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d71f68b02c07482c8d7ae1c4fb33a8b7&device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 1096 time: 0.0483656 Sep 14 22:10:16.863258 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-dde170a8-d2f8-446e-bddf-62e36adb3954 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d057c716-029b-4ce8-9def-66890f968ef1 HTTP/1.1" status: 200 len: 217 time: 0.0412841 Sep 14 22:10:16.917083 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-cf069a1a-00e1-4cae-b40d-e44339688926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:16.918698 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-cf069a1a-00e1-4cae-b40d-e44339688926 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4dbcba2-ea42-4b10-8527-e1738404e5e8 HTTP/1.1" status: 200 len: 854 time: 0.0475709 Sep 14 22:10:16.973526 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-1907cf12-efd9-4cba-8e96-892dfae03b88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e56da62-5b89-4fd1-9125-2a29102460f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288513 Sep 14 22:10:17.079884 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:17.083809 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-02e7d765-0f23-48a4-b319-9ab8efe48ac3 service neutron] 10.222.0.37 "GET /v2.0/networks/4e56da62-5b89-4fd1-9125-2a29102460f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040087 Sep 14 22:10:17.181581 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-892859ba-5b31-4726-9af4-bf6bfb5027b5 req-2756ffd2-989b-42b6-8360-b0e73d32a666 service neutron] 10.222.0.37 "GET /v2.0/networks/4e56da62-5b89-4fd1-9125-2a29102460f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885715 Sep 14 22:10:17.293894 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device eb724a92-aa66-4dd5-90d1-f13bb1524b31 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:10:17.340397 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port eb724a92-aa66-4dd5-90d1-f13bb1524b31 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:17.340798 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:17.439630 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:17.472163 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:10:17.474512 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d30c74e-2a2a-4f29-b251-1b3b72793fac" -d '{"events": [{"server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "name": "network-vif-plugged", "status": "completed", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:10:17.490157 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port eb724a92-aa66-4dd5-90d1-f13bb1524b31, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:17.518807 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48242a1c-cdfc-4461-a802-971cbbfc5d1c x-openstack-request-id: req-48242a1c-cdfc-4461-a802-971cbbfc5d1c {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:10:17.522230 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "name": "network-vif-plugged", "status": "completed", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:10:17.522230 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48242a1c-cdfc-4461-a802-971cbbfc5d1c {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:10:17.522230 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'code': 200} Sep 14 22:10:17.624951 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a97c0-e89e-4ad1-93c2-c1ee324600e5 req-bab84d8d-1428-4208-838c-39279d22c76e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:17.626800 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7e5a97c0-e89e-4ad1-93c2-c1ee324600e5 req-bab84d8d-1428-4208-838c-39279d22c76e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 944 time: 0.0551553 Sep 14 22:10:17.641055 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:17.645402 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 9c84e2b3-8387-4ed7-84aa-100167b619fe no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:10:17.667285 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: 9c84e2b3-8387-4ed7-84aa-100167b619fe {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:10:17.667683 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 9c84e2b3-8387-4ed7-84aa-100167b619fe not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:10:17.668171 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7e5a97c0-e89e-4ad1-93c2-c1ee324600e5 req-00f6ef43-022f-40d5-84de-62b638fa1d39 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335629 Sep 14 22:10:17.715793 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=eb724a92-aa66-4dd5-90d1-f13bb1524b31,revision_number=10']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:17.809201 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9da70-4cbc-4ea3-9441-8b0801c24e2d req-149192dc-3989-46a8-90e9-be05b5faef51 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:17.811042 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-72e9da70-4cbc-4ea3-9441-8b0801c24e2d req-149192dc-3989-46a8-90e9-be05b5faef51 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 943 time: 0.0575786 Sep 14 22:10:17.874586 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-72e9da70-4cbc-4ea3-9441-8b0801c24e2d req-9a397fff-f974-4b9d-b28a-96b4f8dd9b2b tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473268 Sep 14 22:10:17.998771 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 37902) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:10:18.115439 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-042d4e33-f1b7-4736-8673-05f72b360102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:18.208865 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-7137199a-29c3-4e98-918d-e934e0c858d5 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:18.210603 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-7137199a-29c3-4e98-918d-e934e0c858d5 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/networks?id=4455282c-a88e-43e5-ad16-64aac4fc64cc HTTP/1.1" status: 200 len: 808 time: 0.1442959 Sep 14 22:10:18.229287 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-54a7ca38-5eda-453c-847f-fa267fc82131 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/quotas/b55003268a8a4a20aafa8f6349cb591b HTTP/1.1" status: 200 len: 375 time: 0.0109878 Sep 14 22:10:18.229502 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-042d4e33-f1b7-4736-8673-05f72b360102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:18.269321 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-43ad101e-ef69-4f72-af3d-694bb5267fe2 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b55003268a8a4a20aafa8f6349cb591b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347977 Sep 14 22:10:18.322674 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-042d4e33-f1b7-4736-8673-05f72b360102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:18.379349 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-042d4e33-f1b7-4736-8673-05f72b360102 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0dec8ed5a3ee470b9e67cabeb11f91fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793852 Sep 14 22:10:18.380680 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d4e33-f1b7-4736-8673-05f72b360102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad6c188-8263-4f9a-8097-cc291cd7f33b,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:18.397431 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 37914) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:10:18.483184 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d7986644-9a5a-4be8-8413-be55814b5c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:18.515697 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d7986644-9a5a-4be8-8413-be55814b5c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:18.593490 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-0b7aab90-d0ec-4e49-8094-0c5b0d28d733 service neutron] 10.222.0.30 "GET /v2.0/networks/4455282c-a88e-43e5-ad16-64aac4fc64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165092 Sep 14 22:10:18.685222 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d7986644-9a5a-4be8-8413-be55814b5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:18.688055 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d7986644-9a5a-4be8-8413-be55814b5c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:18.689346 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-d7986644-9a5a-4be8-8413-be55814b5c7e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ad6c188-8263-4f9a-8097-cc291cd7f33b HTTP/1.1" status: 204 len: 168 time: 0.2909260 Sep 14 22:10:18.717966 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7986644-9a5a-4be8-8413-be55814b5c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad6c188-8263-4f9a-8097-cc291cd7f33b,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:18.751824 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-42560f14-2115-49f3-bf51-49481e10c3b5 service neutron] 10.222.0.30 "GET /v2.0/networks/4455282c-a88e-43e5-ad16-64aac4fc64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516252 Sep 14 22:10:18.800772 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca19ae-3287-43af-a3a1-f40475bd785d req-954a107d-9a59-4ac2-a55d-29805addacda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:18.803593 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-4fca19ae-3287-43af-a3a1-f40475bd785d req-954a107d-9a59-4ac2-a55d-29805addacda service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 1099 time: 0.0501106 Sep 14 22:10:18.860804 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-4fca19ae-3287-43af-a3a1-f40475bd785d req-0d9ef562-98a8-49e3-9e6c-ab91a51321c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450962 Sep 14 22:10:18.899392 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712f095-efec-4cd7-9a19-fa2f6be14437 req-eaa56dfd-f6e9-47c5-9ffe-e91af4d7bcc3 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:18.906772 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f712f095-efec-4cd7-9a19-fa2f6be14437 req-eaa56dfd-f6e9-47c5-9ffe-e91af4d7bcc3 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 946 time: 0.0621898 Sep 14 22:10:18.951754 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f712f095-efec-4cd7-9a19-fa2f6be14437 req-8f480190-5d22-4020-a321-9af89aef72ce tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415111 Sep 14 22:10:19.128087 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d773f9-a77c-4b25-8bc9-35667339612a req-de1e8766-f446-4bc4-81b8-6c3e9b60e2fd tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:19.137501 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c2d773f9-a77c-4b25-8bc9-35667339612a req-de1e8766-f446-4bc4-81b8-6c3e9b60e2fd tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 943 time: 0.1007562 Sep 14 22:10:19.201271 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-afd3ec8b-842d-4226-916a-437141709132 req-44336e34-87dd-4618-a5ad-3b1851d67551 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 210 time: 0.0554299 Sep 14 22:10:19.246720 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c2d773f9-a77c-4b25-8bc9-35667339612a req-523343b2-9151-4bb6-8d3b-dd08c4820aff tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063199 Sep 14 22:10:19.312229 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device d057c716-029b-4ce8-9def-66890f968ef1 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:10:19.424198 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port d057c716-029b-4ce8-9def-66890f968ef1, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=d057c716-029b-4ce8-9def-66890f968ef1,segment=NetworkSegment(ac575319-98ce-4e68-abc9-34e52daa456a),segment_id=ac575319-98ce-4e68-abc9-34e52daa456a)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:19.438757 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'd057c716-029b-4ce8-9def-66890f968ef1', 'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9', 'port_id': 'd057c716-029b-4ce8-9def-66890f968ef1', 'mac_address': 'fa:16:3e:01:6f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dbcba2-ea42-4b10-8527-e1738404e5e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:10:19.479461 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:19.495409 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d057c716-029b-4ce8-9def-66890f968ef1 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:10:19.517956 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port d057c716-029b-4ce8-9def-66890f968ef1, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=d057c716-029b-4ce8-9def-66890f968ef1,segment=NetworkSegment(ac575319-98ce-4e68-abc9-34e52daa456a),segment_id=ac575319-98ce-4e68-abc9-34e52daa456a)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:19.627137 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:19.684602 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=d057c716-029b-4ce8-9def-66890f968ef1,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:20.115968 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa880c4-0111-459f-8673-8b30af33615f req-45ad4e74-a157-425a-b90a-8cca4e7f1c58 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:20.124455 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-daa880c4-0111-459f-8673-8b30af33615f req-45ad4e74-a157-425a-b90a-8cca4e7f1c58 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 946 time: 0.0655110 Sep 14 22:10:20.171247 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-daa880c4-0111-459f-8673-8b30af33615f req-f46eea6b-f98a-438d-8c1e-ecf64a48f420 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458932 Sep 14 22:10:20.259453 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['d057c716-029b-4ce8-9def-66890f968ef1'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:10:20.369298 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-811cef55-1a6b-4e68-a7ed-2384554cf34d req-fa3c1bbd-75e9-4bb7-9a59-d6c19d122d5c tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 210 time: 0.0674424 Sep 14 22:10:20.426786 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198a408-4e30-4d73-8693-bb09c5332bed req-686c262b-8391-40b0-aeeb-593374fa98c0 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:20.428621 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f198a408-4e30-4d73-8693-bb09c5332bed req-686c262b-8391-40b0-aeeb-593374fa98c0 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 944 time: 0.0748646 Sep 14 22:10:20.485985 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f198a408-4e30-4d73-8693-bb09c5332bed req-f3e98983-52c3-458c-b54d-666142a87885 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470860 Sep 14 22:10:21.363547 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e9eb0-b20d-46c2-b1b8-4ec4af51f046 req-8a69eae8-1e82-4cbc-8716-bf5d6c655498 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:21.372091 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8d9e9eb0-b20d-46c2-b1b8-4ec4af51f046 req-8a69eae8-1e82-4cbc-8716-bf5d6c655498 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 946 time: 0.0768754 Sep 14 22:10:21.448498 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8d9e9eb0-b20d-46c2-b1b8-4ec4af51f046 req-ba5aece6-d7b7-4df6-a545-bb4429f132c3 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754418 Sep 14 22:10:21.490453 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a45605da-d7a1-4d10-ae59-29050a5a8da9 req-206cda27-b8bc-4117-91f3-3de20bff23f5 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 210 time: 0.0327477 Sep 14 22:10:21.602628 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb420cfc-1e94-4213-90e4-8e85949d5555 req-7a2553d9-9995-4a86-a9a4-252af4ac0fe2 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:21.604375 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cb420cfc-1e94-4213-90e4-8e85949d5555 req-7a2553d9-9995-4a86-a9a4-252af4ac0fe2 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 944 time: 0.0519259 Sep 14 22:10:21.643902 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cb420cfc-1e94-4213-90e4-8e85949d5555 req-a6aca1d3-9c37-4a07-ad6f-4cdebef05deb tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331059 Sep 14 22:10:22.363437 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-ac1b9039-d063-42cd-a11a-01818bc700c1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:22.364928 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-ac1b9039-d063-42cd-a11a-01818bc700c1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.37 "GET /v2.0/networks?id=4455282c-a88e-43e5-ad16-64aac4fc64cc HTTP/1.1" status: 200 len: 808 time: 0.1299770 Sep 14 22:10:22.393335 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-92ad64b5-7090-48e4-acdd-ff2f1b814e14 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Request body: {'port': {'device_id': '1f131da2-f29e-466c-92d7-c19093ee32d0', 'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc', 'admin_state_up': True, 'tenant_id': 'b55003268a8a4a20aafa8f6349cb591b'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:10:22.627919 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-92ad64b5-7090-48e4-acdd-ff2f1b814e14 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Made reservation on behalf of b55003268a8a4a20aafa8f6349cb591b for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:10:22.632619 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-92ad64b5-7090-48e4-acdd-ff2f1b814e14 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:22.666342 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f6a3f683-c78b-45ab-8316-f8606695274a req-45124b73-655a-4fa7-ab7c-14a51dbf6ff1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 210 time: 0.0563340 Sep 14 22:10:22.693275 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d7d41-1d74-475f-8d63-98e175de145e req-7734d560-7769-4473-9fe1-d1a87a9674e7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:22.694715 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a21d7d41-1d74-475f-8d63-98e175de145e req-7734d560-7769-4473-9fe1-d1a87a9674e7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 946 time: 0.1026113 Sep 14 22:10:22.751922 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a21d7d41-1d74-475f-8d63-98e175de145e req-a66a7dca-b14e-4b4d-9fd1-98b7ee28a5f5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508189 Sep 14 22:10:22.783147 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-92ad64b5-7090-48e4-acdd-ff2f1b814e14 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Allocated IP 172.20.0.11 (4455282c-a88e-43e5-ad16-64aac4fc64cc/315cb0b5-352f-4ec6-8bec-cdb1677d189c/c37a4228-40d7-4e0e-bc27-cb55292924ba) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:10:22.789555 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2ca7a-78d0-44bb-a9c4-9a92654fc5d7 req-feac7eee-19a2-413f-8eb2-3a0f09152d22 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:22.791580 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2fc2ca7a-78d0-44bb-a9c4-9a92654fc5d7 req-feac7eee-19a2-413f-8eb2-3a0f09152d22 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 944 time: 0.0644674 Sep 14 22:10:22.830945 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2fc2ca7a-78d0-44bb-a9c4-9a92654fc5d7 req-bd850d09-a3af-46e6-9409-db0806a67437 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334814 Sep 14 22:10:22.939244 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-92ad64b5-7090-48e4-acdd-ff2f1b814e14 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:23.101752 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-92ad64b5-7090-48e4-acdd-ff2f1b814e14 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:23.146132 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-92ad64b5-7090-48e4-acdd-ff2f1b814e14 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Network 4455282c-a88e-43e5-ad16-64aac4fc64cc is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:10:23.149742 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-92ad64b5-7090-48e4-acdd-ff2f1b814e14 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:10:23.152362 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-92ad64b5-7090-48e4-acdd-ff2f1b814e14 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:10:23.194796 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad64b5-7090-48e4-acdd-ff2f1b814e14 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Pushing event updated for resources: {'Port': ['ID=c37a4228-40d7-4e0e-bc27-cb55292924ba,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:23.217040 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-92ad64b5-7090-48e4-acdd-ff2f1b814e14 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:23.217606 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-92ad64b5-7090-48e4-acdd-ff2f1b814e14 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:23.301934 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-92ad64b5-7090-48e4-acdd-ff2f1b814e14 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9124339 Sep 14 22:10:23.325636 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Request body: {'port': {'device_id': '1f131da2-f29e-466c-92d7-c19093ee32d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:10:23.354177 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device d057c716-029b-4ce8-9def-66890f968ef1 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:10:23.507470 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port d057c716-029b-4ce8-9def-66890f968ef1 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:10:23.512154 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port d057c716-029b-4ce8-9def-66890f968ef1 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:23.512536 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:23.598385 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:23.610251 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:23.658676 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port d057c716-029b-4ce8-9def-66890f968ef1, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=d057c716-029b-4ce8-9def-66890f968ef1,segment=NetworkSegment(ac575319-98ce-4e68-abc9-34e52daa456a),segment_id=ac575319-98ce-4e68-abc9-34e52daa456a)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:23.660982 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f68c7b-11c3-43b3-9986-1d48b8b52d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd057c716-029b-4ce8-9def-66890f968ef1'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:10:23.664938 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5eca91-4a74-4bba-b351-8ba78bfc2b2b" -d '{"events": [{"server_uuid": "c7f68c7b-11c3-43b3-9986-1d48b8b52d5c", "name": "network-vif-plugged", "status": "completed", "tag": "d057c716-029b-4ce8-9def-66890f968ef1"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:10:23.781577 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:23.873809 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96315a91-aafc-44c6-baf2-ed8548643ff2 x-openstack-request-id: req-96315a91-aafc-44c6-baf2-ed8548643ff2 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:10:23.874128 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f68c7b-11c3-43b3-9986-1d48b8b52d5c", "name": "network-vif-plugged", "status": "completed", "tag": "d057c716-029b-4ce8-9def-66890f968ef1", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:10:23.882830 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96315a91-aafc-44c6-baf2-ed8548643ff2 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:10:23.882830 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f68c7b-11c3-43b3-9986-1d48b8b52d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd057c716-029b-4ce8-9def-66890f968ef1', 'code': 200} Sep 14 22:10:23.893532 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=d057c716-029b-4ce8-9def-66890f968ef1,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:23.919636 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37a4228-40d7-4e0e-bc27-cb55292924ba {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:10:23.928114 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:23.942317 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Transition to ACTIVE for port object c37a4228-40d7-4e0e-bc27-cb55292924ba will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:10:23.977773 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5baa2-654f-4a0d-ae16-afcd3a0cb3d1 req-80b7bea9-1bdf-4c63-b7a1-53e26f6e653b tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:23.979264 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c7e5baa2-654f-4a0d-ae16-afcd3a0cb3d1 req-80b7bea9-1bdf-4c63-b7a1-53e26f6e653b tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 932 time: 0.0524700 Sep 14 22:10:24.010447 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:24.027754 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c7e5baa2-654f-4a0d-ae16-afcd3a0cb3d1 req-25818e3a-81f0-4019-9d78-fd484c6e088e tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 Sep 14 22:10:24.091438 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Pushing event updated for resources: {'Port': ['ID=c37a4228-40d7-4e0e-bc27-cb55292924ba,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:24.145093 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Attempting to bind port c37a4228-40d7-4e0e-bc27-cb55292924ba on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:10:24.145448 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Attempting to bind port c37a4228-40d7-4e0e-bc27-cb55292924ba by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': '0976de72-089b-4829-b37c-e6279b0e54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:10:24.145781 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Attempting to bind port c37a4228-40d7-4e0e-bc27-cb55292924ba on network 4455282c-a88e-43e5-ad16-64aac4fc64cc {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:10:24.150246 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Port c37a4228-40d7-4e0e-bc27-cb55292924ba on network 4455282c-a88e-43e5-ad16-64aac4fc64cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:10:24.150570 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Attempting to bind port c37a4228-40d7-4e0e-bc27-cb55292924ba on network 4455282c-a88e-43e5-ad16-64aac4fc64cc {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:10:24.155657 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:10:24.155990 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Checking segment: {'id': '0976de72-089b-4829-b37c-e6279b0e54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:10:24.156368 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Bound using segment: {'id': '0976de72-089b-4829-b37c-e6279b0e54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:10:24.156806 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Bound port: c37a4228-40d7-4e0e-bc27-cb55292924ba, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0976de72-089b-4829-b37c-e6279b0e54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:10:24.157320 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:24.191999 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295cd2-6d61-441e-8a9f-532c2b7e58e5 req-5794cb41-1193-45cd-afeb-5277bbca24aa tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:24.193667 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9a295cd2-6d61-441e-8a9f-532c2b7e58e5 req-5794cb41-1193-45cd-afeb-5277bbca24aa tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 946 time: 0.0844636 Sep 14 22:10:24.215304 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ca209-adc1-4a9f-9587-835db13d6850 req-b7dc5109-b10e-4f4e-bbfc-061e71d1c3ac tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:24.216405 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3b0ca209-adc1-4a9f-9587-835db13d6850 req-b7dc5109-b10e-4f4e-bbfc-061e71d1c3ac tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0776253 Sep 14 22:10:24.241373 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] For port c37a4228-40d7-4e0e-bc27-cb55292924ba, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:10:24.246084 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] For port c37a4228-40d7-4e0e-bc27-cb55292924ba, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=c37a4228-40d7-4e0e-bc27-cb55292924ba,segment=NetworkSegment(0976de72-089b-4829-b37c-e6279b0e54ef),segment_id=0976de72-089b-4829-b37c-e6279b0e54ef)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:10:24.279184 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9a295cd2-6d61-441e-8a9f-532c2b7e58e5 req-a364cb80-bd43-48af-83f7-a60885234534 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792458 Sep 14 22:10:24.297240 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3b0ca209-adc1-4a9f-9587-835db13d6850 req-d95e725e-2fb2-49d2-94db-046add99cb36 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732262 Sep 14 22:10:24.325722 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b88cf-d85c-43a6-936c-9e809d1190ad req-f30a9a89-d508-4c14-b862-56065d92a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:24.327221 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff5b88cf-d85c-43a6-936c-9e809d1190ad req-f30a9a89-d508-4c14-b862-56065d92a7ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 1098 time: 0.0639606 Sep 14 22:10:24.353750 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:24.377441 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ff5b88cf-d85c-43a6-936c-9e809d1190ad req-292e45ba-fb9e-418d-aca9-2563c1b52ad8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Sep 14 22:10:24.391791 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:24.391791 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:24.391791 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] 10.222.0.37 "PUT /v2.0/ports/c37a4228-40d7-4e0e-bc27-cb55292924ba HTTP/1.1" status: 200 len: 1094 time: 1.0693665 Sep 14 22:10:24.391791 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f131da2-f29e-466c-92d7-c19093ee32d0', 'tag': 'c37a4228-40d7-4e0e-bc27-cb55292924ba'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:10:24.392315 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20655cee-5f7a-45e5-ba2b-390ba7d3e6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f131da2-f29e-466c-92d7-c19093ee32d0", "tag": "c37a4228-40d7-4e0e-bc27-cb55292924ba"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:10:24.417077 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1163f4e-6c8c-439a-ac5b-116ff1c07d4f service neutron] Pushing event updated for resources: {'Port': ['ID=c37a4228-40d7-4e0e-bc27-cb55292924ba,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:24.511570 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-1aff4e31-a68e-4a12-abd0-ec6a1b9aae3c tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:24.513070 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-1aff4e31-a68e-4a12-abd0-ec6a1b9aae3c tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/networks?id=948156fd-67c0-4520-990c-719ccd9f66ed HTTP/1.1" status: 200 len: 814 time: 0.1345344 Sep 14 22:10:24.540169 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62863cf-c7ae-4b1e-8769-df2d306597c1 req-9d12a71b-a4c0-4855-9fca-5419e6f8ddc8 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:24.540169 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e62863cf-c7ae-4b1e-8769-df2d306597c1 req-9d12a71b-a4c0-4855-9fca-5419e6f8ddc8 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 945 time: 0.0722103 Sep 14 22:10:24.540169 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-8ba99a55-fe5a-4928-9017-e58cad6114e1 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/quotas/0a06872af79b4f1b986a772fa9cfde82 HTTP/1.1" status: 200 len: 375 time: 0.0186057 Sep 14 22:10:24.603397 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e62863cf-c7ae-4b1e-8769-df2d306597c1 req-aaab0429-4a37-4f2b-a1b9-4c1cf6b540c6 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610487 Sep 14 22:10:24.618434 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-b02b9515-f231-455a-9753-c9b5b28494d9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a06872af79b4f1b986a772fa9cfde82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696893 Sep 14 22:10:24.749557 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a9bdb-cc1f-4401-87a3-57257fe9c2fa req-08dd0765-a4e9-4109-824e-99fc35ec2e9a tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:24.751017 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-107a9bdb-cc1f-4401-87a3-57257fe9c2fa req-08dd0765-a4e9-4109-824e-99fc35ec2e9a tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0916295 Sep 14 22:10:24.754532 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-03e8c319-ad3c-47ea-aba9-1bb7824a3b4f service neutron] 10.222.0.30 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243200 Sep 14 22:10:24.839995 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-107a9bdb-cc1f-4401-87a3-57257fe9c2fa req-82a9f79d-6ec0-409e-970b-3ecaad5b04ba tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815096 Sep 14 22:10:24.865076 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-1f9d240b-413f-446b-9087-23b6b86341fd service neutron] 10.222.0.30 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007104 Sep 14 22:10:24.883962 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036ac0f3-cbfa-4b8b-9d45-515098fcd529 x-openstack-request-id: req-036ac0f3-cbfa-4b8b-9d45-515098fcd529 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:10:24.884443 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f131da2-f29e-466c-92d7-c19093ee32d0", "tag": "c37a4228-40d7-4e0e-bc27-cb55292924ba", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:10:24.884524 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-036ac0f3-cbfa-4b8b-9d45-515098fcd529 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:10:24.884881 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f131da2-f29e-466c-92d7-c19093ee32d0', 'tag': 'c37a4228-40d7-4e0e-bc27-cb55292924ba', 'status': 'completed', 'code': 200} Sep 14 22:10:25.094194 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e431c0ef-a78d-4c52-8037-f23002764f4b req-f3c9e181-cfd9-4f90-9e48-63b9e87500cd tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 210 time: 0.0277896 Sep 14 22:10:25.160230 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2debce-696c-4adc-b015-a85c26f6c3d6 req-55cab5bd-8293-4f52-88a8-2a464640d495 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:25.161862 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ab2debce-696c-4adc-b015-a85c26f6c3d6 req-55cab5bd-8293-4f52-88a8-2a464640d495 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 944 time: 0.0560608 Sep 14 22:10:25.206606 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ab2debce-696c-4adc-b015-a85c26f6c3d6 req-4e8d4af0-46d2-4a90-89d4-f2abb36b2e5b tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338378 Sep 14 22:10:25.415795 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8318a7-9539-4c2e-90a9-ba00fbda7f77 req-e5ba5726-5f41-45ad-be9a-b3b312b3f711 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:25.417281 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9e8318a7-9539-4c2e-90a9-ba00fbda7f77 req-e5ba5726-5f41-45ad-be9a-b3b312b3f711 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0534723 Sep 14 22:10:25.456280 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9e8318a7-9539-4c2e-90a9-ba00fbda7f77 req-0c2a471a-cf78-458e-8ce0-a4d36e434ae7 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331433 Sep 14 22:10:25.717084 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e1d66-e84e-4e13-87f1-908eaafb6316 req-f49699e4-63de-415f-a0e2-c1fec64d571a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:25.718545 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6a9e1d66-e84e-4e13-87f1-908eaafb6316 req-f49699e4-63de-415f-a0e2-c1fec64d571a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 945 time: 0.0484879 Sep 14 22:10:25.756762 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6a9e1d66-e84e-4e13-87f1-908eaafb6316 req-9971bbc1-77de-4ad6-bc8b-67e8e437a5e9 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321629 Sep 14 22:10:25.960354 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dffa8-6423-4282-a05f-758c688f87d5 req-81ba70dd-1461-4201-adaa-9e0373ae7df5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:25.961818 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4c5dffa8-6423-4282-a05f-758c688f87d5 req-81ba70dd-1461-4201-adaa-9e0373ae7df5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0574989 Sep 14 22:10:26.000148 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4c5dffa8-6423-4282-a05f-758c688f87d5 req-88f632ba-b002-45a7-81c7-0f30d5dea20f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Sep 14 22:10:26.185564 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0df1fcdd-9bce-4fa6-b939-9808b234ea82 req-07a91594-58fc-4b5e-9257-ad63be0175ab tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 210 time: 0.0270290 Sep 14 22:10:26.320681 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0fc3-f7b6-4662-b12d-4f2a7a4a160d req-68bbb51d-5755-492a-a227-5155b258a478 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:26.322183 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9fbc0fc3-f7b6-4662-b12d-4f2a7a4a160d req-68bbb51d-5755-492a-a227-5155b258a478 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 944 time: 0.0491581 Sep 14 22:10:26.359761 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9fbc0fc3-f7b6-4662-b12d-4f2a7a4a160d req-fa46f735-8983-42bd-8bab-55782d91b96b tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316277 Sep 14 22:10:26.572592 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d92bf1-b290-4ce4-af21-0d330c0d10db req-862784a5-3393-4ae1-9cd1-b5e7321c68af tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:26.574086 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-53d92bf1-b290-4ce4-af21-0d330c0d10db req-862784a5-3393-4ae1-9cd1-b5e7321c68af tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0526717 Sep 14 22:10:26.610587 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-53d92bf1-b290-4ce4-af21-0d330c0d10db req-76be01c6-daff-482e-99af-27daa28d70aa tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306556 Sep 14 22:10:26.866602 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d69df2-fdda-4b9b-ba04-46057f524775 req-b8b147ee-b367-4541-99f7-9a0bab750e49 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:26.868097 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-29d69df2-fdda-4b9b-ba04-46057f524775 req-b8b147ee-b367-4541-99f7-9a0bab750e49 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 945 time: 0.0477691 Sep 14 22:10:26.904977 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-29d69df2-fdda-4b9b-ba04-46057f524775 req-f5d8cb15-1d4f-4950-9f09-b088d702a1fc tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308244 Sep 14 22:10:27.110049 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701c6d8-d0e9-4c8d-9a07-b2d45f6257d7 req-39685855-ae9f-4f3f-abef-ad20edd3cb0e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:27.111490 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8701c6d8-d0e9-4c8d-9a07-b2d45f6257d7 req-39685855-ae9f-4f3f-abef-ad20edd3cb0e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0466912 Sep 14 22:10:27.147870 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8701c6d8-d0e9-4c8d-9a07-b2d45f6257d7 req-77c2c458-b0ef-430e-ab61-eadfdbae0d9c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305786 Sep 14 22:10:27.282760 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-334c5817-0095-45fd-bd14-8b262791ee11 req-662c8567-2b87-49e2-924b-90b122f44464 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 210 time: 0.0339739 Sep 14 22:10:27.453416 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-4cce044a-fb9a-48c8-b90c-100889480028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:27.454957 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-4cce044a-fb9a-48c8-b90c-100889480028 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b55003268a8a4a20aafa8f6349cb591b&device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 1097 time: 0.0414732 Sep 14 22:10:27.475344 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e6f47-563d-4bfd-8c18-d35d62723eb8 req-c105cd98-c39a-46ff-8f27-7a4a9a43391d tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:27.477453 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-eb8e6f47-563d-4bfd-8c18-d35d62723eb8 req-c105cd98-c39a-46ff-8f27-7a4a9a43391d tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 944 time: 0.0490363 Sep 14 22:10:27.514663 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-a057006a-3fc5-4ca7-9905-72839751f14b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37a4228-40d7-4e0e-bc27-cb55292924ba HTTP/1.1" status: 200 len: 217 time: 0.0408916 Sep 14 22:10:27.517899 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-eb8e6f47-563d-4bfd-8c18-d35d62723eb8 req-07fd3de8-e617-43a5-92ea-4f46c223d1ab tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337574 Sep 14 22:10:27.581632 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-8afb01b1-5724-42c8-8979-cb08d681dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:27.583103 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-8afb01b1-5724-42c8-8979-cb08d681dc42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=315cb0b5-352f-4ec6-8bec-cdb1677d189c HTTP/1.1" status: 200 len: 848 time: 0.0441830 Sep 14 22:10:27.615501 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-122e4e24-fad6-4d04-9080-87c9fe348fe1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4455282c-a88e-43e5-ad16-64aac4fc64cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236914 Sep 14 22:10:27.709760 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-1d9307a7-698a-4aec-ae1b-eef4e6460e7f service neutron] 10.222.0.37 "GET /v2.0/networks/4455282c-a88e-43e5-ad16-64aac4fc64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855544 Sep 14 22:10:27.726082 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54147022-9c87-4dcc-b30a-b76055e763e4 req-0e7ad1e4-0271-415e-8352-721ce9cd0baa tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:27.728097 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-54147022-9c87-4dcc-b30a-b76055e763e4 req-0e7ad1e4-0271-415e-8352-721ce9cd0baa tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0503733 Sep 14 22:10:27.768593 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-54147022-9c87-4dcc-b30a-b76055e763e4 req-02d3c44d-8d8b-4ba1-9f75-0d37581ba011 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Sep 14 22:10:27.804197 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1d29e33c-4014-4a34-8564-85d8ae3519b6 req-630a2f86-4eea-4364-993a-ae225f0232a3 service neutron] 10.222.0.37 "GET /v2.0/networks/4455282c-a88e-43e5-ad16-64aac4fc64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Sep 14 22:10:28.017679 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe70f88-6ffe-42fa-8238-c73103231f25 req-30018eff-324c-464a-add0-9db950b78067 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:28.019138 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dbe70f88-6ffe-42fa-8238-c73103231f25 req-30018eff-324c-464a-add0-9db950b78067 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 945 time: 0.0481806 Sep 14 22:10:28.062911 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dbe70f88-6ffe-42fa-8238-c73103231f25 req-d4603433-57c5-445e-8d76-c0dde0fcf4fd tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363803 Sep 14 22:10:28.080462 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20655cee-5f7a-45e5-ba2b-390ba7d3e6e9 req-2b8851fd-8d83-4a92-99b0-21e2cd82b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:28.082744 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-20655cee-5f7a-45e5-ba2b-390ba7d3e6e9 req-2b8851fd-8d83-4a92-99b0-21e2cd82b927 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b55003268a8a4a20aafa8f6349cb591b&device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 1097 time: 0.0429277 Sep 14 22:10:28.184370 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20655cee-5f7a-45e5-ba2b-390ba7d3e6e9 req-64669fa1-1d12-4c2a-833b-03aa069ec0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:28.185884 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-20655cee-5f7a-45e5-ba2b-390ba7d3e6e9 req-64669fa1-1d12-4c2a-833b-03aa069ec0fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=4455282c-a88e-43e5-ad16-64aac4fc64cc HTTP/1.1" status: 200 len: 909 time: 0.0867176 Sep 14 22:10:28.253724 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-20655cee-5f7a-45e5-ba2b-390ba7d3e6e9 req-5fbaf325-76b1-434d-b9b3-a2411b54faf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37a4228-40d7-4e0e-bc27-cb55292924ba HTTP/1.1" status: 200 len: 217 time: 0.0329289 Sep 14 22:10:28.261882 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7503f49-5fab-4ccb-9022-be51b337fcb9 req-087a9301-caba-4d19-878c-d50715767b4f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:28.263364 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e7503f49-5fab-4ccb-9022-be51b337fcb9 req-087a9301-caba-4d19-878c-d50715767b4f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0485954 Sep 14 22:10:28.301306 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e7503f49-5fab-4ccb-9022-be51b337fcb9 req-53672a69-1c34-43dd-aafd-04e9686d26ac tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318453 Sep 14 22:10:28.307695 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20655cee-5f7a-45e5-ba2b-390ba7d3e6e9 req-232295be-24af-4e3d-9eb4-a1990e9251b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:28.309197 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-20655cee-5f7a-45e5-ba2b-390ba7d3e6e9 req-232295be-24af-4e3d-9eb4-a1990e9251b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=315cb0b5-352f-4ec6-8bec-cdb1677d189c HTTP/1.1" status: 200 len: 848 time: 0.0477116 Sep 14 22:10:28.349237 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-20655cee-5f7a-45e5-ba2b-390ba7d3e6e9 req-35c9674b-693d-467b-ae13-4eac6302133e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4455282c-a88e-43e5-ad16-64aac4fc64cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300727 Sep 14 22:10:28.384465 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4b807837-9b53-464c-8cda-6cbd25792dda req-b10848e2-4752-45b8-a675-73474b8fc26c tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 210 time: 0.0269463 Sep 14 22:10:28.481482 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-20655cee-5f7a-45e5-ba2b-390ba7d3e6e9 req-91f4d39a-d9f0-4982-9702-aa051ab0b747 service neutron] 10.222.0.37 "GET /v2.0/networks/4455282c-a88e-43e5-ad16-64aac4fc64cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830200 Sep 14 22:10:28.596490 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-20655cee-5f7a-45e5-ba2b-390ba7d3e6e9 req-5fa421bc-f93b-4159-afae-a352797b9526 service neutron] 10.222.0.37 "GET /v2.0/networks/4455282c-a88e-43e5-ad16-64aac4fc64cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865498 Sep 14 22:10:28.649266 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81807fb1-4a87-446c-921f-276835a6338b req-b5bbdd5e-a2fb-41dc-b3ea-009804b27f89 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:28.650738 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-81807fb1-4a87-446c-921f-276835a6338b req-b5bbdd5e-a2fb-41dc-b3ea-009804b27f89 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 944 time: 0.0667889 Sep 14 22:10:28.689589 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-81807fb1-4a87-446c-921f-276835a6338b req-dc4a773d-5528-4276-85e2-b1d04d28beb1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Sep 14 22:10:28.893584 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68a85a-6c65-480a-a236-4cd0e48faa40 req-3f5b9e48-1638-4bfa-8c8c-ccfcd5a778d8 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:28.895181 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ef68a85a-6c65-480a-a236-4cd0e48faa40 req-3f5b9e48-1638-4bfa-8c8c-ccfcd5a778d8 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0531101 Sep 14 22:10:28.933527 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ef68a85a-6c65-480a-a236-4cd0e48faa40 req-b91de9ab-97ee-434e-81dc-18ab5fd9322e tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317049 Sep 14 22:10:29.184677 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4e6a5-f221-49f4-a1d4-dfcd616ab532 req-c87ecc46-7973-4244-be50-41aaf9f3854a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:29.186308 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a2a4e6a5-f221-49f4-a1d4-dfcd616ab532 req-c87ecc46-7973-4244-be50-41aaf9f3854a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 945 time: 0.0509701 Sep 14 22:10:29.195503 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-30da21ba-8456-4c6c-83cb-d3b60dd41c8d tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:29.197554 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-30da21ba-8456-4c6c-83cb-d3b60dd41c8d tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.37 "GET /v2.0/networks?id=948156fd-67c0-4520-990c-719ccd9f66ed HTTP/1.1" status: 200 len: 814 time: 0.1117167 Sep 14 22:10:29.225034 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a2a4e6a5-f221-49f4-a1d4-dfcd616ab532 req-35821730-c194-4fe4-b22b-154adf9f25c7 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326245 Sep 14 22:10:29.419540 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220a305-c3ef-45e0-9718-2fd170dd8989 req-2d077b8e-bcc6-4b65-86f6-54dd7c0696ba tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:29.421203 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3220a305-c3ef-45e0-9718-2fd170dd8989 req-2d077b8e-bcc6-4b65-86f6-54dd7c0696ba tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0517726 Sep 14 22:10:29.490497 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3220a305-c3ef-45e0-9718-2fd170dd8989 req-392bbfcf-98f8-4d7c-b225-6937e7157695 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627599 Sep 14 22:10:29.492317 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-17b46352-874e-4583-b9d1-d2867e70fd20 req-2d572c9e-7b2c-4d6c-9817-043453b765b5 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 210 time: 0.0370586 Sep 14 22:10:29.806030 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac2fbf-21a8-4b64-b235-aac7781a1959 req-10acb466-d4d1-4376-b158-d01900dd1912 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:29.807487 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cfac2fbf-21a8-4b64-b235-aac7781a1959 req-10acb466-d4d1-4376-b158-d01900dd1912 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 944 time: 0.0496125 Sep 14 22:10:29.844344 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cfac2fbf-21a8-4b64-b235-aac7781a1959 req-e69b8018-eec1-43cd-86ad-9f04fee0c697 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307820 Sep 14 22:10:30.049430 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1510830-f350-4aca-9e6a-bc8a18e11f04 req-9de5f351-69fa-4a87-98d2-1955e9761731 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:30.050943 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f1510830-f350-4aca-9e6a-bc8a18e11f04 req-9de5f351-69fa-4a87-98d2-1955e9761731 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0500987 Sep 14 22:10:30.088461 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f1510830-f350-4aca-9e6a-bc8a18e11f04 req-6944373e-9d6c-4678-8457-fec32e50525a tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313895 Sep 14 22:10:30.604061 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8e9bc8f5-e102-4efd-99c9-92f8772a730d req-7cd2a142-3670-4c20-b0cc-636ec49d93a6 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 210 time: 0.0399501 Sep 14 22:10:30.625366 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd32be4-80e3-4ccd-95cc-a8c5a2e06917 req-f2c4f617-d3e1-4dc9-96fe-dc97e02d99e1 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:30.626817 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7fd32be4-80e3-4ccd-95cc-a8c5a2e06917 req-f2c4f617-d3e1-4dc9-96fe-dc97e02d99e1 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0718822 Sep 14 22:10:30.663851 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7fd32be4-80e3-4ccd-95cc-a8c5a2e06917 req-7d68d38c-5c25-4bab-857d-de673f820847 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312548 Sep 14 22:10:30.957331 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f2e5b-3f45-4be5-aba5-1f9cd0f0ce06 req-83fd6af1-d276-4c3a-8f54-025b12619ccb tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:30.958814 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a05f2e5b-3f45-4be5-aba5-1f9cd0f0ce06 req-83fd6af1-d276-4c3a-8f54-025b12619ccb tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 944 time: 0.0484006 Sep 14 22:10:30.997323 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a05f2e5b-3f45-4be5-aba5-1f9cd0f0ce06 req-d065f3fa-54d4-43f9-974d-05f3686f3775 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322182 Sep 14 22:10:31.201426 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633d205-226f-4386-83b1-639502286560 req-4f150c13-f9dd-4b33-8d6a-64cf750aa5db tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:31.202884 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4633d205-226f-4386-83b1-639502286560 req-4f150c13-f9dd-4b33-8d6a-64cf750aa5db tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0507441 Sep 14 22:10:31.240284 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4633d205-226f-4386-83b1-639502286560 req-7ea2ed2f-768f-4597-b89b-3212f667546a tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Sep 14 22:10:31.698068 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d8b4f5b2-6352-4989-a2e6-b702d7e7c1ac req-0a7e18ed-588d-4ba2-817b-f9ec068a6db5 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 210 time: 0.0287504 Sep 14 22:10:31.775329 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d271231-f05a-41c4-9434-79ace141d2e0 req-3caa7ed9-9964-43a0-a3c8-9462370f8754 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:31.776865 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8d271231-f05a-41c4-9434-79ace141d2e0 req-3caa7ed9-9964-43a0-a3c8-9462370f8754 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0478077 Sep 14 22:10:31.815226 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8d271231-f05a-41c4-9434-79ace141d2e0 req-86ed6124-0032-49c9-b881-0acc1365b187 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Sep 14 22:10:32.110752 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad4ca7-0eb5-432e-8c32-593224792f59 req-8b49b948-374c-4099-b3e8-736afedbd686 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:32.113713 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-35ad4ca7-0eb5-432e-8c32-593224792f59 req-8b49b948-374c-4099-b3e8-736afedbd686 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 944 time: 0.0487251 Sep 14 22:10:32.116141 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-5878928e-cc14-4137-a51c-89cb3b653b97 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Request body: {'port': {'device_id': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'admin_state_up': True, 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:10:32.155054 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-35ad4ca7-0eb5-432e-8c32-593224792f59 req-cdd3134b-cc04-4ccf-8261-6ad482b7050d tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356750 Sep 14 22:10:32.197853 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:10:32.272963 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-5878928e-cc14-4137-a51c-89cb3b653b97 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Made reservation on behalf of 0a06872af79b4f1b986a772fa9cfde82 for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:10:32.277325 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-5878928e-cc14-4137-a51c-89cb3b653b97 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:32.370983 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607ad5e-cb5a-4a8f-a2c1-39454b0f19f8 req-ff3f828c-ef40-4cf9-a7ef-383aba373697 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:32.372485 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6607ad5e-cb5a-4a8f-a2c1-39454b0f19f8 req-ff3f828c-ef40-4cf9-a7ef-383aba373697 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0540500 Sep 14 22:10:32.415349 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6607ad5e-cb5a-4a8f-a2c1-39454b0f19f8 req-c29c8a90-a5aa-4538-b759-504172968624 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364437 Sep 14 22:10:32.422144 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-5878928e-cc14-4137-a51c-89cb3b653b97 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Allocated IP 172.20.0.14 (948156fd-67c0-4520-990c-719ccd9f66ed/d2821297-2f4d-4622-93c7-c6578d7ccee8/e95df2a2-cec2-472c-8a9e-12d7a3220f78) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:10:32.583898 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-5878928e-cc14-4137-a51c-89cb3b653b97 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:32.702203 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-5878928e-cc14-4137-a51c-89cb3b653b97 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:32.748700 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-5878928e-cc14-4137-a51c-89cb3b653b97 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Network 948156fd-67c0-4520-990c-719ccd9f66ed is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:10:32.751851 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-5878928e-cc14-4137-a51c-89cb3b653b97 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:10:32.755737 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-5878928e-cc14-4137-a51c-89cb3b653b97 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:10:32.783132 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878928e-cc14-4137-a51c-89cb3b653b97 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event updated for resources: {'Port': ['ID=e95df2a2-cec2-472c-8a9e-12d7a3220f78,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:32.807190 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540025b-4c7c-4202-8cd6-161c8fa162e9 req-47e2d65b-7486-4d02-afc3-67a8587c5fb6 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:32.809192 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1540025b-4c7c-4202-8cd6-161c8fa162e9 req-47e2d65b-7486-4d02-afc3-67a8587c5fb6 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0890534 Sep 14 22:10:32.815660 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-5878928e-cc14-4137-a51c-89cb3b653b97 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:32.816440 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-5878928e-cc14-4137-a51c-89cb3b653b97 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:32.907473 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243ee7b-02e4-43c2-89bb-aa7c28395a3a req-ef1929d6-89c5-4c9a-9e78-fa1b601d4caa tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:32.909191 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b243ee7b-02e4-43c2-89bb-aa7c28395a3a req-ef1929d6-89c5-4c9a-9e78-fa1b601d4caa tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 932 time: 0.1318963 Sep 14 22:10:32.919622 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-5878928e-cc14-4137-a51c-89cb3b653b97 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8094325 Sep 14 22:10:33.018247 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b243ee7b-02e4-43c2-89bb-aa7c28395a3a req-f58a516e-6136-4e75-a6b4-4bebdd75b344 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945377 Sep 14 22:10:33.100068 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-be4cb564-fa53-468e-9b26-341467af5d39 None None] Provisioning complete for port e95df2a2-cec2-472c-8a9e-12d7a3220f78 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:33.101215 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-be4cb564-fa53-468e-9b26-341467af5d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:33.148199 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f526c4-de58-4ad5-975a-bf5384f5db1a req-f126c102-0f61-436d-a9de-204583cc6f17 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:33.160396 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b4f526c4-de58-4ad5-975a-bf5384f5db1a req-f126c102-0f61-436d-a9de-204583cc6f17 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.1759646 Sep 14 22:10:33.190760 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-be4cb564-fa53-468e-9b26-341467af5d39 None None] Port e95df2a2-cec2-472c-8a9e-12d7a3220f78 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:10:33.244425 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-1540025b-4c7c-4202-8cd6-161c8fa162e9 req-da4a7ccb-6404-482d-9475-a38fd944bfd9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Deleting port 484fb731-1a07-4435-a03c-a357a9a63677 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:10:33.245009 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1540025b-4c7c-4202-8cd6-161c8fa162e9 req-da4a7ccb-6404-482d-9475-a38fd944bfd9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:33.264049 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b4f526c4-de58-4ad5-975a-bf5384f5db1a req-d6df9adc-88ec-4303-b50b-21f7c9bc372e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028728 Sep 14 22:10:33.396490 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd5914-0143-4737-b9b3-f0312c1fa98c req-19249f3d-22d3-4b26-af1e-001db476f981 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:33.401325 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-51fd5914-0143-4737-b9b3-f0312c1fa98c req-19249f3d-22d3-4b26-af1e-001db476f981 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 944 time: 0.1351581 Sep 14 22:10:33.434008 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-1540025b-4c7c-4202-8cd6-161c8fa162e9 req-da4a7ccb-6404-482d-9475-a38fd944bfd9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] For port 484fb731-1a07-4435-a03c-a357a9a63677, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=484fb731-1a07-4435-a03c-a357a9a63677,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:33.434709 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1540025b-4c7c-4202-8cd6-161c8fa162e9 req-da4a7ccb-6404-482d-9475-a38fd944bfd9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:33.461738 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-1540025b-4c7c-4202-8cd6-161c8fa162e9 req-da4a7ccb-6404-482d-9475-a38fd944bfd9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Calling delete_port for 484fb731-1a07-4435-a03c-a357a9a63677 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:10:33.494259 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-51fd5914-0143-4737-b9b3-f0312c1fa98c req-b2ee617c-1c1a-49e4-b3cf-28293b4325d5 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859032 Sep 14 22:10:33.608646 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b588b-a061-43ce-9e00-77e6e63a5e16 req-88f5ce61-9cd1-4f2f-8720-e76042b707b2 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:33.610299 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b78b588b-a061-43ce-9e00-77e6e63a5e16 req-88f5ce61-9cd1-4f2f-8720-e76042b707b2 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0797081 Sep 14 22:10:33.697258 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b78b588b-a061-43ce-9e00-77e6e63a5e16 req-6c7e5c31-0521-4b61-8f21-03b8038b782e tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782418 Sep 14 22:10:33.747602 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1540025b-4c7c-4202-8cd6-161c8fa162e9 req-da4a7ccb-6404-482d-9475-a38fd944bfd9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:33.777737 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a7ccb-6404-482d-9475-a38fd944bfd9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Pushing event deleted for resources: {'Port': ['ID=484fb731-1a07-4435-a03c-a357a9a63677,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:33.842384 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-1540025b-4c7c-4202-8cd6-161c8fa162e9 req-da4a7ccb-6404-482d-9475-a38fd944bfd9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] No DVR routers for this DVR port 484fb731-1a07-4435-a03c-a357a9a63677 on host hv-cinder-80901 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:10:33.845676 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1540025b-4c7c-4202-8cd6-161c8fa162e9 req-da4a7ccb-6404-482d-9475-a38fd944bfd9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:33.847654 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1540025b-4c7c-4202-8cd6-161c8fa162e9 req-da4a7ccb-6404-482d-9475-a38fd944bfd9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "DELETE /v2.0/ports/484fb731-1a07-4435-a03c-a357a9a63677 HTTP/1.1" status: 204 len: 173 time: 1.0025423 Sep 14 22:10:33.848091 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9', 'name': 'network-vif-deleted', 'tag': '484fb731-1a07-4435-a03c-a357a9a63677'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:10:33.850504 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50300fb6-217b-4896-b38a-6dc9992309ea" -d '{"events": [{"server_uuid": "eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9", "name": "network-vif-deleted", "tag": "484fb731-1a07-4435-a03c-a357a9a63677"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:10:33.889181 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e07ad08-eb90-4b0d-a715-52aa56d16b04 x-openstack-request-id: req-7e07ad08-eb90-4b0d-a715-52aa56d16b04 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:10:33.889478 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9", "name": "network-vif-deleted", "tag": "484fb731-1a07-4435-a03c-a357a9a63677", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:10:33.889730 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e07ad08-eb90-4b0d-a715-52aa56d16b04 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:10:33.890122 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9', 'name': 'network-vif-deleted', 'tag': '484fb731-1a07-4435-a03c-a357a9a63677', 'status': 'completed', 'code': 200} Sep 14 22:10:34.131178 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc7467-cd50-4237-979e-07951fbe0520 req-ea15482d-3525-4875-8e9a-eb7cdbda1e67 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:34.132623 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cbfc7467-cd50-4237-979e-07951fbe0520 req-ea15482d-3525-4875-8e9a-eb7cdbda1e67 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 932 time: 0.0483124 Sep 14 22:10:34.171688 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cbfc7467-cd50-4237-979e-07951fbe0520 req-74985ddf-5977-41a3-9120-662bbcca9fad tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Sep 14 22:10:34.400061 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba36fdb-2494-441b-9ff1-d6f61a571d42 req-61ec1188-1d0f-4afc-9f4e-b47030535477 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:34.401951 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3ba36fdb-2494-441b-9ff1-d6f61a571d42 req-61ec1188-1d0f-4afc-9f4e-b47030535477 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0632265 Sep 14 22:10:34.442532 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3ba36fdb-2494-441b-9ff1-d6f61a571d42 req-c1ab686a-d4c3-48e5-a729-82966ce636eb tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323071 Sep 14 22:10:34.613312 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537e33d-6719-4ccc-bd55-7d4ab92f80a2 req-61979892-65e5-483e-8252-31696999afea tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:34.614818 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f537e33d-6719-4ccc-bd55-7d4ab92f80a2 req-61979892-65e5-483e-8252-31696999afea tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 944 time: 0.0488944 Sep 14 22:10:34.655778 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f537e33d-6719-4ccc-bd55-7d4ab92f80a2 req-906eadb6-38f6-4796-bead-6494469cc1d4 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Sep 14 22:10:34.791316 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e71a7da0-b194-430d-915a-fc93c0f48103 req-14a0e0e2-efa3-498b-b643-f19afedc3dbb tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0267711 Sep 14 22:10:35.311450 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9eaf6-509e-4982-844b-4dbf850651ba req-4a2c54c8-8d73-44c1-a369-8017f21d713a tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:35.313279 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8db9eaf6-509e-4982-844b-4dbf850651ba req-4a2c54c8-8d73-44c1-a369-8017f21d713a tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 932 time: 0.0689633 Sep 14 22:10:35.357353 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8db9eaf6-509e-4982-844b-4dbf850651ba req-36ce7d3c-e496-43b7-82cc-e942bce88b87 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362904 Sep 14 22:10:35.570291 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f3d4-d524-408a-a698-f8a95b493eb9 req-3ed5a806-a512-4012-aebe-accd4439ba25 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:35.572138 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2f18f3d4-d524-408a-a698-f8a95b493eb9 req-3ed5a806-a512-4012-aebe-accd4439ba25 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0557106 Sep 14 22:10:35.628206 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2f18f3d4-d524-408a-a698-f8a95b493eb9 req-75f761c0-72ff-4eaa-b7bf-57fc62e46d37 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481277 Sep 14 22:10:35.785000 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ebb8a-cefd-499b-9ba9-7b8de014eae7 req-02898c81-02b4-4305-a0cf-7c11794e4bbb tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:35.786586 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc1ebb8a-cefd-499b-9ba9-7b8de014eae7 req-02898c81-02b4-4305-a0cf-7c11794e4bbb tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 944 time: 0.0577571 Sep 14 22:10:35.852263 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc1ebb8a-cefd-499b-9ba9-7b8de014eae7 req-6f21ed9d-39ba-4ef9-9715-898cd53850cf tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587833 Sep 14 22:10:35.911176 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b750d112-60a9-45bd-8023-c6b873b0cf08 req-9cde69e2-597f-4514-950f-fedde30d7ea5 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0319893 Sep 14 22:10:36.475116 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d244d6-b685-4d3a-b3d8-f0f91669c1b2 req-b9663325-e9d7-42af-8c67-cc520705952a tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:36.476593 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-96d244d6-b685-4d3a-b3d8-f0f91669c1b2 req-b9663325-e9d7-42af-8c67-cc520705952a tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 932 time: 0.0530608 Sep 14 22:10:36.514635 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-96d244d6-b685-4d3a-b3d8-f0f91669c1b2 req-e53762a7-eca5-4730-8f3c-68c7aea48da5 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Sep 14 22:10:36.748927 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154618-232e-4696-ac68-6eeb9a558770 req-c8b77e32-8df7-4511-a6de-1a915feaf848 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:36.750590 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-eb154618-232e-4696-ac68-6eeb9a558770 req-c8b77e32-8df7-4511-a6de-1a915feaf848 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0510788 Sep 14 22:10:36.805020 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-eb154618-232e-4696-ac68-6eeb9a558770 req-84cc9ad0-1f9e-4a53-87c9-1fc309ef3185 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480106 Sep 14 22:10:36.987977 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d7121-c366-4114-8ebb-9ba0f5c680fd req-7907864e-321a-482a-85e2-dba407dc7f52 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:36.989491 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6b0d7121-c366-4114-8ebb-9ba0f5c680fd req-7907864e-321a-482a-85e2-dba407dc7f52 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 944 time: 0.0608122 Sep 14 22:10:37.032420 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4c88a056-0916-46cd-98a6-69400980696d req-f40b1512-f8e9-4b07-881d-5bc71ad25f8a tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0418224 Sep 14 22:10:37.054652 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6b0d7121-c366-4114-8ebb-9ba0f5c680fd req-a6f17484-94ec-440d-b54c-fd4d872f3796 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561168 Sep 14 22:10:37.264343 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['839ef940-1f78-448a-9abc-df270554b895', '1d17d9cb-f713-42d7-a51b-2d977a737553', '2aeb3fd6-0d2d-4022-955c-167c90f8603a', '484fb731-1a07-4435-a03c-a357a9a63677'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:10:37.408018 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:37.636106 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0a7c0-228b-46ce-9df5-e7788cde6cc1 req-691b7bb1-805c-4b94-989a-0b20cc6cf6d1 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:37.637698 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dcb0a7c0-228b-46ce-9df5-e7788cde6cc1 req-691b7bb1-805c-4b94-989a-0b20cc6cf6d1 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 932 time: 0.0529742 Sep 14 22:10:37.676084 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dcb0a7c0-228b-46ce-9df5-e7788cde6cc1 req-4d0b5ea0-71fe-4049-b8d4-700a8caaf10b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324054 Sep 14 22:10:37.931857 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5241235-febc-4a0e-ba80-3b77498133be req-1a5e0301-f3b8-4d9e-b115-8743dba6bd5e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:37.933397 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f5241235-febc-4a0e-ba80-3b77498133be req-1a5e0301-f3b8-4d9e-b115-8743dba6bd5e tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0538418 Sep 14 22:10:37.974262 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f5241235-febc-4a0e-ba80-3b77498133be req-00fe893a-ca95-47f0-aef7-76c68c5d33fe tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347216 Sep 14 22:10:38.130266 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9d0ca809-27d1-40d0-9980-36aa8fcbd42e req-fb724d07-9ebb-4983-9282-55f50eeb5d8f tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0303750 Sep 14 22:10:38.193405 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a78df-b547-4f1c-96ac-2f1c01e10af8 req-62bc68a1-0a3a-48ed-92d5-37c127838abd tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:38.194881 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fd2a78df-b547-4f1c-96ac-2f1c01e10af8 req-62bc68a1-0a3a-48ed-92d5-37c127838abd tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 944 time: 0.0565891 Sep 14 22:10:38.237766 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fd2a78df-b547-4f1c-96ac-2f1c01e10af8 req-8c3fc491-57c3-4564-8644-936bc73e8709 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350051 Sep 14 22:10:38.802636 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a746fb0-1167-4253-b37c-247da75b31be req-8b6314b3-6a52-4742-b796-13b0e66f4ba8 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:38.804190 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5a746fb0-1167-4253-b37c-247da75b31be req-8b6314b3-6a52-4742-b796-13b0e66f4ba8 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 932 time: 0.0526936 Sep 14 22:10:38.852162 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5a746fb0-1167-4253-b37c-247da75b31be req-b28f44ff-3e1d-49ef-86b3-edfefddd4155 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343604 Sep 14 22:10:39.109717 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3e4fb-c6d7-452b-9e07-2da15e751686 req-15da5b7c-3830-4b83-b90f-360bc1b3175a tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:39.111263 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a6c3e4fb-c6d7-452b-9e07-2da15e751686 req-15da5b7c-3830-4b83-b90f-360bc1b3175a tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0613625 Sep 14 22:10:39.167135 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a6c3e4fb-c6d7-452b-9e07-2da15e751686 req-99cc6a6f-9c3e-4204-b18a-8cea3d3a97ed tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486896 Sep 14 22:10:39.231586 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-131e43f4-3080-40bc-b15b-2c04919a9ed6 req-3a5711b8-b71b-413d-8e05-cb9faca7834e tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0291202 Sep 14 22:10:39.280448 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device c37a4228-40d7-4e0e-bc27-cb55292924ba details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:10:39.372595 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e70dd-071e-4115-8a1f-e8b6260da1ab req-f0ff7dd9-f4ae-4051-b749-bee013b25029 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:39.382247 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f84e70dd-071e-4115-8a1f-e8b6260da1ab req-f0ff7dd9-f4ae-4051-b749-bee013b25029 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 944 time: 0.0631053 Sep 14 22:10:39.415131 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f84e70dd-071e-4115-8a1f-e8b6260da1ab req-e179d0f5-621e-41ed-8758-962df90eaf8f tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344985 Sep 14 22:10:39.421078 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port c37a4228-40d7-4e0e-bc27-cb55292924ba, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=c37a4228-40d7-4e0e-bc27-cb55292924ba,segment=NetworkSegment(0976de72-089b-4829-b37c-e6279b0e54ef),segment_id=0976de72-089b-4829-b37c-e6279b0e54ef)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:39.436415 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'c37a4228-40d7-4e0e-bc27-cb55292924ba', 'network_id': '4455282c-a88e-43e5-ad16-64aac4fc64cc', 'port_id': 'c37a4228-40d7-4e0e-bc27-cb55292924ba', 'mac_address': 'fa:16:3e:dc:78:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315cb0b5-352f-4ec6-8bec-cdb1677d189c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:10:39.478774 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:39.502709 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37a4228-40d7-4e0e-bc27-cb55292924ba {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:10:39.522761 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port c37a4228-40d7-4e0e-bc27-cb55292924ba, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=c37a4228-40d7-4e0e-bc27-cb55292924ba,segment=NetworkSegment(0976de72-089b-4829-b37c-e6279b0e54ef),segment_id=0976de72-089b-4829-b37c-e6279b0e54ef)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:39.616000 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:39.666641 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=c37a4228-40d7-4e0e-bc27-cb55292924ba,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:39.673838 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:39.674057 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:39.674393 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:39.674737 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:39.675079 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:39.675420 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:39.675753 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:39.676085 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:39.676444 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:39.676799 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:39.677132 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:39.677460 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:10:39.972768 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b499ace-bad2-43b7-ac2c-372d4124201a req-22626cc2-1358-403e-97d6-447c55d9c04d tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:39.974281 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1b499ace-bad2-43b7-ac2c-372d4124201a req-22626cc2-1358-403e-97d6-447c55d9c04d tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 932 time: 0.0522401 Sep 14 22:10:40.013750 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1b499ace-bad2-43b7-ac2c-372d4124201a req-b5c994cc-49cf-4602-933a-55ea60b0a671 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Sep 14 22:10:40.123602 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['c37a4228-40d7-4e0e-bc27-cb55292924ba'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:10:40.287678 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd21c5-9b5c-4e33-8ff6-2e5fa09b6058 req-1ec422d0-01a1-4c9a-9ff6-7019d1881328 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:40.295393 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a6dd21c5-9b5c-4e33-8ff6-2e5fa09b6058 req-1ec422d0-01a1-4c9a-9ff6-7019d1881328 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0550549 Sep 14 22:10:40.339729 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-09735872-44ee-4c86-bd6a-a396653ef228 req-bc46f06f-4369-43e1-a866-5aabf1dbd033 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0298424 Sep 14 22:10:40.355243 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a6dd21c5-9b5c-4e33-8ff6-2e5fa09b6058 req-bd22b73d-aacc-403f-90ad-b7854daab89c tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588391 Sep 14 22:10:40.544382 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aa337-4a1e-478c-85dc-a9c0ad7791c1 req-64707bfb-53c4-4b57-928a-9b3bc277884a tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:40.546073 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-490aa337-4a1e-478c-85dc-a9c0ad7791c1 req-64707bfb-53c4-4b57-928a-9b3bc277884a tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 945 time: 0.0538132 Sep 14 22:10:40.595620 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-490aa337-4a1e-478c-85dc-a9c0ad7791c1 req-d49881cf-42ec-479a-b810-5ca7f12869f5 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419078 Sep 14 22:10:41.142012 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f805e-31e6-4aa3-83bc-5d99c92e8803 req-0057aba7-3a50-448a-b709-5c2ab4d1c4ae tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:41.144299 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-259f805e-31e6-4aa3-83bc-5d99c92e8803 req-0057aba7-3a50-448a-b709-5c2ab4d1c4ae tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 932 time: 0.0621183 Sep 14 22:10:41.186379 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-259f805e-31e6-4aa3-83bc-5d99c92e8803 req-b4e82607-bbfe-4dd5-87c0-c43a92e7d0ad tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353770 Sep 14 22:10:41.293747 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 484fb731-1a07-4435-a03c-a357a9a63677 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:10:41.313917 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: 484fb731-1a07-4435-a03c-a357a9a63677 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:10:41.314262 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 484fb731-1a07-4435-a03c-a357a9a63677 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:10:41.473936 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a20fb8c2-813a-4b3c-a343-a11078a544f6 req-5331fde5-bab9-41d6-af43-bf59d74a5bc7 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0502717 Sep 14 22:10:41.506078 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e4d7-8445-4ddd-b2b9-5d0d61c81308 req-16133ffe-de7b-4537-87cb-7a26d19f637d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:41.507595 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c7f0e4d7-8445-4ddd-b2b9-5d0d61c81308 req-16133ffe-de7b-4537-87cb-7a26d19f637d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0744324 Sep 14 22:10:41.545462 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c7f0e4d7-8445-4ddd-b2b9-5d0d61c81308 req-063a5254-841d-49df-9574-9054b2f877db tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319431 Sep 14 22:10:41.724669 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616878-a974-4649-972d-c388e28fa2a1 req-16ea74d6-167d-4f8c-a015-dbc11ade4a36 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:41.726240 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ed616878-a974-4649-972d-c388e28fa2a1 req-16ea74d6-167d-4f8c-a015-dbc11ade4a36 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 945 time: 0.0548928 Sep 14 22:10:41.769479 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ed616878-a974-4649-972d-c388e28fa2a1 req-6e07bbaa-cc45-456f-aac5-c7837c978f9a tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367522 Sep 14 22:10:41.907113 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0aa49cc3-b859-46cc-b951-dff728a6cb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:42.303068 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2abb0-c254-4ade-b337-b0b13afdb1f1 req-79b3aa38-fce8-4c58-806d-a7840b0ad1ae tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:42.304578 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-86c2abb0-c254-4ade-b337-b0b13afdb1f1 req-79b3aa38-fce8-4c58-806d-a7840b0ad1ae tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 932 time: 0.0501838 Sep 14 22:10:42.346107 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-86c2abb0-c254-4ade-b337-b0b13afdb1f1 req-2ded93b5-b4dd-4c7d-b263-17362faa1dcf tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348573 Sep 14 22:10:42.571721 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d76d1992-83f4-4503-92bd-c7443fd9badc req-3acc2489-2fc8-44b3-b594-942436757469 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0261040 Sep 14 22:10:42.672940 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab771c5b-1489-4a4f-ab44-d15b4ade5c8d req-f05a0033-dc6d-4eb5-a4ac-d2da6c89fd95 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:42.679370 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ab771c5b-1489-4a4f-ab44-d15b4ade5c8d req-f05a0033-dc6d-4eb5-a4ac-d2da6c89fd95 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0573974 Sep 14 22:10:42.716957 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ab771c5b-1489-4a4f-ab44-d15b4ade5c8d req-d14e8028-744c-4860-afbd-921449caf4ec tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 Sep 14 22:10:42.888256 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001896e6-0dca-457f-a3a8-57b725adf814 req-8d5d7bf6-6839-48b1-9b04-6c4686d2db1f tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:42.889840 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-001896e6-0dca-457f-a3a8-57b725adf814 req-8d5d7bf6-6839-48b1-9b04-6c4686d2db1f tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 945 time: 0.0520241 Sep 14 22:10:42.929072 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-001896e6-0dca-457f-a3a8-57b725adf814 req-e8f244ee-bddf-4f3e-bd5f-006072c40161 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332594 Sep 14 22:10:43.300612 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device c37a4228-40d7-4e0e-bc27-cb55292924ba up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:10:43.427185 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port c37a4228-40d7-4e0e-bc27-cb55292924ba completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:10:43.431337 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port c37a4228-40d7-4e0e-bc27-cb55292924ba triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:43.431702 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:43.528003 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55522fad-a07b-4c53-8b0c-4ed7debdb45a req-1bc68dbf-da0a-4703-ae2d-e2e909be58f2 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:43.529656 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-55522fad-a07b-4c53-8b0c-4ed7debdb45a req-1bc68dbf-da0a-4703-ae2d-e2e909be58f2 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 932 time: 0.0593581 Sep 14 22:10:43.532249 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:43.552847 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f131da2-f29e-466c-92d7-c19093ee32d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37a4228-40d7-4e0e-bc27-cb55292924ba'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:10:43.555178 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fa053c-e0fa-480a-9fb6-9a536c498d3b" -d '{"events": [{"server_uuid": "1f131da2-f29e-466c-92d7-c19093ee32d0", "name": "network-vif-plugged", "status": "completed", "tag": "c37a4228-40d7-4e0e-bc27-cb55292924ba"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:10:43.567941 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port c37a4228-40d7-4e0e-bc27-cb55292924ba, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=c37a4228-40d7-4e0e-bc27-cb55292924ba,segment=NetworkSegment(0976de72-089b-4829-b37c-e6279b0e54ef),segment_id=0976de72-089b-4829-b37c-e6279b0e54ef)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:43.574781 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-55522fad-a07b-4c53-8b0c-4ed7debdb45a req-8595015d-abed-41f4-b761-db8803a2af08 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387475 Sep 14 22:10:43.603099 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8a0516-0edd-4981-b7b4-57cb42900b3b x-openstack-request-id: req-ce8a0516-0edd-4981-b7b4-57cb42900b3b {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:10:43.603920 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f131da2-f29e-466c-92d7-c19093ee32d0", "name": "network-vif-plugged", "status": "completed", "tag": "c37a4228-40d7-4e0e-bc27-cb55292924ba", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:10:43.604174 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce8a0516-0edd-4981-b7b4-57cb42900b3b {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:10:43.604569 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f131da2-f29e-466c-92d7-c19093ee32d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37a4228-40d7-4e0e-bc27-cb55292924ba', 'code': 200} Sep 14 22:10:43.655965 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:43.686016 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9e2956a5-4f3d-412f-aa9d-27c4864ec275 req-a74bba0b-e602-47bd-a3b6-9c3ce893ba90 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0334709 Sep 14 22:10:43.704904 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=c37a4228-40d7-4e0e-bc27-cb55292924ba,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:43.841391 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb965bf2-50eb-4f60-952c-8fa9cec9f0db req-9fbb2a49-b7c1-4b4b-98dc-82c4344f83e4 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:43.843047 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fb965bf2-50eb-4f60-952c-8fa9cec9f0db req-9fbb2a49-b7c1-4b4b-98dc-82c4344f83e4 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0582464 Sep 14 22:10:43.889205 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fb965bf2-50eb-4f60-952c-8fa9cec9f0db req-cd07cf00-6837-4629-af7d-3c1f787da97a tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399871 Sep 14 22:10:44.065218 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c06e3-d944-472f-9074-5abfd95c064a req-ea3458e3-c3d3-4b58-8606-592b7afa8d6d tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:44.067212 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c12c06e3-d944-472f-9074-5abfd95c064a req-ea3458e3-c3d3-4b58-8606-592b7afa8d6d tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 946 time: 0.0530963 Sep 14 22:10:44.119441 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c12c06e3-d944-472f-9074-5abfd95c064a req-ab748339-4b64-474c-a8e5-b3614cc80de7 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415621 Sep 14 22:10:44.427368 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ade8cc6e-fbcf-4308-b938-8932331c29d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:44.456971 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 38472) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:10:44.567739 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d814808b-bace-4175-996d-7bdcdffc1525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:44.674047 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d814808b-bace-4175-996d-7bdcdffc1525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:44.706769 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d9a64-54df-4089-a306-e16bb5ca1177 req-75bd84cf-984b-4287-b580-91236f58ee15 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:44.708340 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-335d9a64-54df-4089-a306-e16bb5ca1177 req-75bd84cf-984b-4287-b580-91236f58ee15 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 932 time: 0.0541480 Sep 14 22:10:44.753670 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d814808b-bace-4175-996d-7bdcdffc1525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:44.797609 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-d814808b-bace-4175-996d-7bdcdffc1525 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6b1dbc0a8974133b6be14c3f9eb5cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371382 Sep 14 22:10:44.801482 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 38482) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:10:44.805536 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-61d6a0fd-e238-47be-8fa6-39e82df4da04 req-721e19e6-fe40-4a21-8463-d5a103a397f8 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0377867 Sep 14 22:10:44.817813 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814808b-bace-4175-996d-7bdcdffc1525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e214f66-a3e6-4061-9468-ef89bd8800ca,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:44.821051 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-335d9a64-54df-4089-a306-e16bb5ca1177 req-78a8fe3e-ee6b-4f51-970f-cef9a3ade2c2 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006737 Sep 14 22:10:44.855528 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:44.891183 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f27bdabb-06ec-4b86-a405-8b56a5d18581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:44.918160 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f27bdabb-06ec-4b86-a405-8b56a5d18581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:45.032706 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84936e1-fcab-40a8-8162-3b37012d2c64 req-8b6c9c9e-d416-4679-8004-9e66624809f1 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:45.034359 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d84936e1-fcab-40a8-8162-3b37012d2c64 req-8b6c9c9e-d416-4679-8004-9e66624809f1 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0593450 Sep 14 22:10:45.081224 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d84936e1-fcab-40a8-8162-3b37012d2c64 req-e05d2026-f7df-47e5-8972-54313126f046 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Sep 14 22:10:45.241534 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce040123-b703-4a32-803c-bd91e9b4dcfb req-b1b11c50-443a-4d19-b922-1a0a20815bbe tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:45.242957 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ce040123-b703-4a32-803c-bd91e9b4dcfb req-b1b11c50-443a-4d19-b922-1a0a20815bbe tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 946 time: 0.0566931 Sep 14 22:10:45.285102 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ce040123-b703-4a32-803c-bd91e9b4dcfb req-7789311f-5dcd-4109-a50f-552b2ba9d56c tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355253 Sep 14 22:10:45.438600 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f27bdabb-06ec-4b86-a405-8b56a5d18581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:45.441255 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f27bdabb-06ec-4b86-a405-8b56a5d18581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:45.442448 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-f27bdabb-06ec-4b86-a405-8b56a5d18581 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e214f66-a3e6-4061-9468-ef89bd8800ca HTTP/1.1" status: 204 len: 168 time: 0.6395686 Sep 14 22:10:45.451156 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bdabb-06ec-4b86-a405-8b56a5d18581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e214f66-a3e6-4061-9468-ef89bd8800ca,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:45.775762 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:45.979571 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058dd7e9-dcbe-4cfa-ac9c-b23d78744f3f req-65f0e5d5-93ee-4eb2-9cd0-3337bdd04833 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:45.981142 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-058dd7e9-dcbe-4cfa-ac9c-b23d78744f3f req-65f0e5d5-93ee-4eb2-9cd0-3337bdd04833 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 932 time: 0.0617669 Sep 14 22:10:46.026028 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-df041a27-f4ea-47e2-aeae-36a5713c4a1e req-b69a1731-0fee-4ece-95cb-c5038e52517c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0389798 Sep 14 22:10:46.047418 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-058dd7e9-dcbe-4cfa-ac9c-b23d78744f3f req-d6def233-96db-471d-992a-6d5915775eab tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585384 Sep 14 22:10:46.204127 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643849b9-aa55-4018-8be1-b22ba988feb9 req-d11d092f-8ad8-44a7-9b84-acb81d440c1d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:46.205634 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-643849b9-aa55-4018-8be1-b22ba988feb9 req-d11d092f-8ad8-44a7-9b84-acb81d440c1d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0534377 Sep 14 22:10:46.243577 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-643849b9-aa55-4018-8be1-b22ba988feb9 req-c5660956-9ff8-4855-9c8c-005a9e2f3182 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321178 Sep 14 22:10:46.403388 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d73e3-a075-4554-8fc5-e3cd35c7d73f req-a715d180-ed58-482d-9ff5-fb5090f2ee53 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:46.405165 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8f6d73e3-a075-4554-8fc5-e3cd35c7d73f req-a715d180-ed58-482d-9ff5-fb5090f2ee53 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 946 time: 0.0488017 Sep 14 22:10:46.443583 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8f6d73e3-a075-4554-8fc5-e3cd35c7d73f req-a1811acc-ff48-4b33-8ba1-abb652000196 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325370 Sep 14 22:10:47.050282 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:47.121731 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-850aeac5-117a-4942-a315-684d6f4d5a93 req-a9ec0323-65e7-47a2-aa1c-c3ebfa03cf1a tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0280306 Sep 14 22:10:47.137695 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Request body: {'port': {'device_id': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:10:47.178583 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71f0ef-17b3-4787-bc6f-d610890e2154 req-380eac40-1494-4511-b6d0-860d693e532a tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:47.185236 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8e71f0ef-17b3-4787-bc6f-d610890e2154 req-380eac40-1494-4511-b6d0-860d693e532a tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 932 time: 0.0662353 Sep 14 22:10:47.195412 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:47.487924 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8e71f0ef-17b3-4787-bc6f-d610890e2154 req-27c5d4f8-b25d-4397-8e73-4c1b679d9f51 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009589 Sep 14 22:10:47.508716 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95df2a2-cec2-472c-8a9e-12d7a3220f78 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:10:47.513766 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:47.519209 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff4f5e-f6c0-4ebc-a039-de75bc0e06e8 req-8130d257-60ba-4c19-8943-da4734927d52 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:47.520776 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-13ff4f5e-f6c0-4ebc-a039-de75bc0e06e8 req-8130d257-60ba-4c19-8943-da4734927d52 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0879693 Sep 14 22:10:47.526782 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Transition to ACTIVE for port object e95df2a2-cec2-472c-8a9e-12d7a3220f78 will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:10:47.543040 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a62db-a376-4473-bcc7-f7e9bc402e24 req-849e3ab2-4a22-491f-b190-a0123ee02d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:47.544828 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-912a62db-a376-4473-bcc7-f7e9bc402e24 req-849e3ab2-4a22-491f-b190-a0123ee02d5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 1099 time: 0.0698962 Sep 14 22:10:47.612133 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-13ff4f5e-f6c0-4ebc-a039-de75bc0e06e8 req-3929aed4-1fcc-43a7-a67b-003b738d52d5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783286 Sep 14 22:10:47.634362 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-912a62db-a376-4473-bcc7-f7e9bc402e24 req-0fab2158-e958-48dd-ab0d-ccd5727fb76e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783346 Sep 14 22:10:47.647420 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c10171-ea34-4707-aa54-1e9c7f89ad14 req-df8fb337-5012-469a-b7a8-90afcf2280a1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:47.648998 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-28c10171-ea34-4707-aa54-1e9c7f89ad14 req-df8fb337-5012-469a-b7a8-90afcf2280a1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 946 time: 0.0830362 Sep 14 22:10:47.649775 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:47.688573 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-28c10171-ea34-4707-aa54-1e9c7f89ad14 req-1af56a4c-56c2-466e-9feb-a3a72b44b97f tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Sep 14 22:10:47.715850 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Pushing event updated for resources: {'Port': ['ID=e95df2a2-cec2-472c-8a9e-12d7a3220f78,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:47.783614 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Attempting to bind port e95df2a2-cec2-472c-8a9e-12d7a3220f78 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:10:47.784087 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Attempting to bind port e95df2a2-cec2-472c-8a9e-12d7a3220f78 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': '0c28cd1a-6f32-4627-957a-16c87c5851a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:10:47.784427 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Attempting to bind port e95df2a2-cec2-472c-8a9e-12d7a3220f78 on network 948156fd-67c0-4520-990c-719ccd9f66ed {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:10:47.788990 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Port e95df2a2-cec2-472c-8a9e-12d7a3220f78 on network 948156fd-67c0-4520-990c-719ccd9f66ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:10:47.789313 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Attempting to bind port e95df2a2-cec2-472c-8a9e-12d7a3220f78 on network 948156fd-67c0-4520-990c-719ccd9f66ed {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:10:47.794244 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:10:47.794577 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Checking segment: {'id': '0c28cd1a-6f32-4627-957a-16c87c5851a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:10:47.794956 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Bound using segment: {'id': '0c28cd1a-6f32-4627-957a-16c87c5851a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:10:47.795377 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Bound port: e95df2a2-cec2-472c-8a9e-12d7a3220f78, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c28cd1a-6f32-4627-957a-16c87c5851a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:10:47.795729 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:47.861185 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] For port e95df2a2-cec2-472c-8a9e-12d7a3220f78, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:10:47.864095 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] For port e95df2a2-cec2-472c-8a9e-12d7a3220f78, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:10:47.930346 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:47.970840 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:47.971472 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:47.972926 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] 10.222.0.37 "PUT /v2.0/ports/e95df2a2-cec2-472c-8a9e-12d7a3220f78 HTTP/1.1" status: 200 len: 1094 time: 0.8394175 Sep 14 22:10:47.973397 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:10:47.975775 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4bd90b-2932-4a70-9cb6-435575a022d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:10:47.999151 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d215a-873f-43b3-b22f-48419d168f03 service neutron] Pushing event updated for resources: {'Port': ['ID=e95df2a2-cec2-472c-8a9e-12d7a3220f78,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:48.014481 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a26991-ff7c-46c3-907e-20d05c146163 x-openstack-request-id: req-a4a26991-ff7c-46c3-907e-20d05c146163 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:10:48.014780 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:10:48.015031 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4a26991-ff7c-46c3-907e-20d05c146163 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:10:48.015423 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78', 'status': 'completed', 'code': 200} Sep 14 22:10:48.135136 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bd90b-2932-4a70-9cb6-435575a022d0 req-5d4f5304-b7a9-496d-9fb8-5dee2c1d817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:48.136688 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ab4bd90b-2932-4a70-9cb6-435575a022d0 req-5d4f5304-b7a9-496d-9fb8-5dee2c1d817b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a06872af79b4f1b986a772fa9cfde82&device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 1097 time: 0.0422511 Sep 14 22:10:48.229545 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-50a0bd78-ee8e-4c2b-979b-861a0f1c6e05 req-77a0afbc-99ca-4732-b640-bb49d79b76c3 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb86b4b2-ab3e-4496-b093-3ecbc56ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0270560 Sep 14 22:10:48.276727 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bd90b-2932-4a70-9cb6-435575a022d0 req-246d0729-04ef-4592-95ef-035085d13964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:48.278140 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ab4bd90b-2932-4a70-9cb6-435575a022d0 req-246d0729-04ef-4592-95ef-035085d13964 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0a06872af79b4f1b986a772fa9cfde82&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947158 Sep 14 22:10:48.387956 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bd90b-2932-4a70-9cb6-435575a022d0 req-9ea69c3c-19c4-4664-8bed-966fd2fd8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:48.389706 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ab4bd90b-2932-4a70-9cb6-435575a022d0 req-9ea69c3c-19c4-4664-8bed-966fd2fd8387 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923104 Sep 14 22:10:48.606885 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-339e4bd8-e147-4605-83e4-a5bd6daf6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:48.608374 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-339e4bd8-e147-4605-83e4-a5bd6daf6d8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a06872af79b4f1b986a772fa9cfde82&device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 1097 time: 0.0445440 Sep 14 22:10:48.610233 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04691a-7d1f-4e93-a612-0c91af5069c7 req-47fe3ff6-4843-47b7-8ebb-21962a0eed6c tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:48.611714 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6a04691a-7d1f-4e93-a612-0c91af5069c7 req-47fe3ff6-4843-47b7-8ebb-21962a0eed6c tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 944 time: 0.0506644 Sep 14 22:10:48.649120 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6a04691a-7d1f-4e93-a612-0c91af5069c7 req-0645f553-7a2f-4b86-a7b3-f55d9b1e4841 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Sep 14 22:10:48.676690 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-8df97209-896b-4b4e-9e64-5023a51b9273 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78 HTTP/1.1" status: 200 len: 217 time: 0.0398040 Sep 14 22:10:48.734391 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-0266572a-7aa7-4446-a72b-4022d7696c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:48.736083 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-0266572a-7aa7-4446-a72b-4022d7696c93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2821297-2f4d-4622-93c7-c6578d7ccee8 HTTP/1.1" status: 200 len: 853 time: 0.0463960 Sep 14 22:10:48.748181 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff1597-b615-4443-b071-66f4a977afce req-d40ad919-30d5-48e0-8d1f-42de6a67b98f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:48.749730 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3fff1597-b615-4443-b071-66f4a977afce req-d40ad919-30d5-48e0-8d1f-42de6a67b98f tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0621862 Sep 14 22:10:48.818078 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3fff1597-b615-4443-b071-66f4a977afce req-ea69cf1c-d8c6-4fb6-9674-e60d5d246ac6 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621936 Sep 14 22:10:48.843011 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585e5da-5e19-4e45-9541-441ba7394d8c req-2f2d6e3b-2473-4583-93a5-a19fdbd4c733 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:48.845926 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0585e5da-5e19-4e45-9541-441ba7394d8c req-2f2d6e3b-2473-4583-93a5-a19fdbd4c733 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 946 time: 0.0733943 Sep 14 22:10:48.876525 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-b57837db-c244-4eac-b0a0-6bc5f0ecaa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:48.881828 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-b57837db-c244-4eac-b0a0-6bc5f0ecaa44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=948156fd-67c0-4520-990c-719ccd9f66ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527554 Sep 14 22:10:48.899889 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0585e5da-5e19-4e45-9541-441ba7394d8c req-cb8e559b-b5eb-4f9b-94ee-d1a072d6deec tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418162 Sep 14 22:10:48.911233 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75dac-b361-4f8f-879d-7526fdfcc6b6 req-4b4a5162-f2ca-40d9-a8f8-3ef929423b46 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:48.912700 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-55a75dac-b361-4f8f-879d-7526fdfcc6b6 req-4b4a5162-f2ca-40d9-a8f8-3ef929423b46 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 946 time: 0.0864747 Sep 14 22:10:48.975043 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-1d0375a1-047f-4e7f-9f3e-1c19f7b7a834 service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854311 Sep 14 22:10:49.004827 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-55a75dac-b361-4f8f-879d-7526fdfcc6b6 req-112a892c-3173-4b9c-9f6b-fffc8edfb9b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Deleting port 7cf7876f-0d9e-47cd-b28a-540571deb0be {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:10:49.005439 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-55a75dac-b361-4f8f-879d-7526fdfcc6b6 req-112a892c-3173-4b9c-9f6b-fffc8edfb9b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:49.068590 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fcbff5ce-1afe-4d89-a6a1-cf132849d54b req-295d9448-4935-4685-8629-104d4ee036d2 service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844662 Sep 14 22:10:49.097050 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-55a75dac-b361-4f8f-879d-7526fdfcc6b6 req-112a892c-3173-4b9c-9f6b-fffc8edfb9b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] For port 7cf7876f-0d9e-47cd-b28a-540571deb0be, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=7cf7876f-0d9e-47cd-b28a-540571deb0be,segment=NetworkSegment(66d95a71-e27e-44ea-8f96-4a54f6b13e7d),segment_id=66d95a71-e27e-44ea-8f96-4a54f6b13e7d)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:49.097414 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-55a75dac-b361-4f8f-879d-7526fdfcc6b6 req-112a892c-3173-4b9c-9f6b-fffc8edfb9b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:49.113032 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-55a75dac-b361-4f8f-879d-7526fdfcc6b6 req-112a892c-3173-4b9c-9f6b-fffc8edfb9b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Calling delete_port for 7cf7876f-0d9e-47cd-b28a-540571deb0be owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:10:49.312819 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-55a75dac-b361-4f8f-879d-7526fdfcc6b6 req-112a892c-3173-4b9c-9f6b-fffc8edfb9b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:49.348896 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a892c-3173-4b9c-9f6b-fffc8edfb9b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Pushing event deleted for resources: {'Port': ['ID=7cf7876f-0d9e-47cd-b28a-540571deb0be,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:49.355727 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['94b8d212-eebc-44d7-a95f-65154e055322', '7cf7876f-0d9e-47cd-b28a-540571deb0be'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:10:49.389886 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a75dac-b361-4f8f-879d-7526fdfcc6b6 req-112a892c-3173-4b9c-9f6b-fffc8edfb9b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] No DVR routers for this DVR port 7cf7876f-0d9e-47cd-b28a-540571deb0be on host hv-cinder-80901 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:10:49.392502 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-55a75dac-b361-4f8f-879d-7526fdfcc6b6 req-112a892c-3173-4b9c-9f6b-fffc8edfb9b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:49.394578 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-55a75dac-b361-4f8f-879d-7526fdfcc6b6 req-112a892c-3173-4b9c-9f6b-fffc8edfb9b9 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.37 "DELETE /v2.0/ports/7cf7876f-0d9e-47cd-b28a-540571deb0be HTTP/1.1" status: 204 len: 173 time: 0.4757209 Sep 14 22:10:49.395024 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfc9de3-dc3b-435f-b6c0-3afb68b18246', 'name': 'network-vif-deleted', 'tag': '7cf7876f-0d9e-47cd-b28a-540571deb0be'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:10:49.397333 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea765cd-f608-4098-8965-feb58d1711de" -d '{"events": [{"server_uuid": "3dfc9de3-dc3b-435f-b6c0-3afb68b18246", "name": "network-vif-deleted", "tag": "7cf7876f-0d9e-47cd-b28a-540571deb0be"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:10:49.441930 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc87d24-6e82-42b3-a7c1-aef170414027 x-openstack-request-id: req-6cc87d24-6e82-42b3-a7c1-aef170414027 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:10:49.442226 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfc9de3-dc3b-435f-b6c0-3afb68b18246", "name": "network-vif-deleted", "tag": "7cf7876f-0d9e-47cd-b28a-540571deb0be", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:10:49.442482 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cc87d24-6e82-42b3-a7c1-aef170414027 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:10:49.442921 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfc9de3-dc3b-435f-b6c0-3afb68b18246', 'name': 'network-vif-deleted', 'tag': '7cf7876f-0d9e-47cd-b28a-540571deb0be', 'status': 'completed', 'code': 200} Sep 14 22:10:49.764548 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d22b02-ec5a-4044-b49d-17e6028a072d req-b76e409e-f72c-47ce-aec5-977c1f8ff417 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:49.766393 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-91d22b02-ec5a-4044-b49d-17e6028a072d req-b76e409e-f72c-47ce-aec5-977c1f8ff417 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 944 time: 0.0497086 Sep 14 22:10:49.803809 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-91d22b02-ec5a-4044-b49d-17e6028a072d req-d5a53731-a1c4-4230-b75f-bf686cc2a3c3 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Sep 14 22:10:49.932497 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-397e311a-f4be-4538-ab73-96a3360ba1f4 req-85050a92-f5ed-4e80-875f-d218cd6bf9c8 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 210 time: 0.0304239 Sep 14 22:10:50.016189 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db15f6-f940-441b-a842-0ff593583028 req-0ba87760-ae21-4998-b9fa-11d376a2fbec tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:50.017695 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c2db15f6-f940-441b-a842-0ff593583028 req-0ba87760-ae21-4998-b9fa-11d376a2fbec tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 946 time: 0.0476387 Sep 14 22:10:50.055314 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c2db15f6-f940-441b-a842-0ff593583028 req-8b7eaaeb-f64a-47a1-89f5-b8020acb0f47 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Sep 14 22:10:50.919937 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3a140-cd18-443b-aa24-9d235cd024be req-5915ca64-83a0-44d8-9122-a165f4b0ff5f tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:50.921434 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-41e3a140-cd18-443b-aa24-9d235cd024be req-5915ca64-83a0-44d8-9122-a165f4b0ff5f tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 944 time: 0.0490317 Sep 14 22:10:50.970410 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-41e3a140-cd18-443b-aa24-9d235cd024be req-8f61ec56-b1b0-4607-9405-4a50f1443036 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Sep 14 22:10:51.050528 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c4e78659-d3cd-4b4a-8842-360b475c200c req-65f5b6ab-960d-4745-9bdf-ef95e5d41ed0 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dfc9de3-dc3b-435f-b6c0-3afb68b18246 HTTP/1.1" status: 200 len: 210 time: 0.0302503 Sep 14 22:10:51.331901 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device e95df2a2-cec2-472c-8a9e-12d7a3220f78 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:10:51.427367 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port e95df2a2-cec2-472c-8a9e-12d7a3220f78, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:51.438861 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'port_id': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78', 'mac_address': 'fa:16:3e:e2:4a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:10:51.483988 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:51.499614 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95df2a2-cec2-472c-8a9e-12d7a3220f78 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:10:51.520781 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port e95df2a2-cec2-472c-8a9e-12d7a3220f78, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:51.657174 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:51.720734 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=e95df2a2-cec2-472c-8a9e-12d7a3220f78,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:52.102087 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0edb8f-b9db-4eca-977c-af5e3edad894 req-ae5400b3-a7f0-4a76-b435-591cc950c422 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:52.104250 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-eb0edb8f-b9db-4eca-977c-af5e3edad894 req-ae5400b3-a7f0-4a76-b435-591cc950c422 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 945 time: 0.0566058 Sep 14 22:10:52.152507 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-eb0edb8f-b9db-4eca-977c-af5e3edad894 req-a495ea91-0464-4ac7-9c17-76d56d083bb7 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393238 Sep 14 22:10:52.236791 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['e95df2a2-cec2-472c-8a9e-12d7a3220f78'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:10:52.251298 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c18fe-5846-4a99-8e86-8d93a336cc6b req-9afbe23b-47f8-4669-9989-1906f64bffdd tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:52.252938 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-752c18fe-5846-4a99-8e86-8d93a336cc6b req-9afbe23b-47f8-4669-9989-1906f64bffdd tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 946 time: 0.0658717 Sep 14 22:10:52.310066 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-752c18fe-5846-4a99-8e86-8d93a336cc6b req-87b344fa-7669-4e70-ad1f-4bd1c070cedc tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460963 Sep 14 22:10:52.644010 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e9a4c-d05a-4626-8771-adb9e44f018c req-8f260e51-5b06-44a1-82b0-ca9bdf452507 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:52.645496 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-325e9a4c-d05a-4626-8771-adb9e44f018c req-8f260e51-5b06-44a1-82b0-ca9bdf452507 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0472913 Sep 14 22:10:52.683604 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-325e9a4c-d05a-4626-8771-adb9e44f018c req-3f205c8b-58a9-43d7-bfea-4ac262e44468 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311260 Sep 14 22:10:52.791292 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b0ee0-7c34-444c-ade1-56e38f0bf024 req-a7b07c0c-786f-43ed-a6c0-5c523c5db7e2 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:52.792793 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f41b0ee0-7c34-444c-ade1-56e38f0bf024 req-a7b07c0c-786f-43ed-a6c0-5c523c5db7e2 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 946 time: 0.0524142 Sep 14 22:10:52.829906 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f41b0ee0-7c34-444c-ade1-56e38f0bf024 req-615ff3f3-98a7-453f-ba72-4a0b57a795d1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311232 Sep 14 22:10:53.263298 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a71b42-02e0-4f89-aa0c-9ad706f1bc11 req-c03cfd1d-c829-413c-bc96-bd189793b5c9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:53.264830 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-55a71b42-02e0-4f89-aa0c-9ad706f1bc11 req-c03cfd1d-c829-413c-bc96-bd189793b5c9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 945 time: 0.0479569 Sep 14 22:10:53.301283 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-55a71b42-02e0-4f89-aa0c-9ad706f1bc11 req-d4881c50-4dc0-41e1-b5b0-50d4232ba807 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306022 Sep 14 22:10:53.346641 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 7cf7876f-0d9e-47cd-b28a-540571deb0be no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:10:53.366096 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: 7cf7876f-0d9e-47cd-b28a-540571deb0be {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:10:53.366450 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 7cf7876f-0d9e-47cd-b28a-540571deb0be not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:10:53.430811 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd5876-ee8e-46b7-bd77-3f411613c9ed req-03fc264b-2d3b-4833-bbb5-be2b44d87a8b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:53.432766 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-25fd5876-ee8e-46b7-bd77-3f411613c9ed req-03fc264b-2d3b-4833-bbb5-be2b44d87a8b tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 946 time: 0.0484045 Sep 14 22:10:53.468718 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-25fd5876-ee8e-46b7-bd77-3f411613c9ed req-a2830930-92a3-4a3d-ae94-075217611b9c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299940 Sep 14 22:10:53.800600 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7244b78-4305-404f-8a38-6855ce462e2d req-c880e078-4617-42c2-a5a5-e99788414462 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:53.802068 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b7244b78-4305-404f-8a38-6855ce462e2d req-c880e078-4617-42c2-a5a5-e99788414462 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0511575 Sep 14 22:10:53.838089 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b7244b78-4305-404f-8a38-6855ce462e2d req-78ed7aa4-dd4a-43a2-bb3b-37380b175e66 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296454 Sep 14 22:10:53.940167 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318e4b5-4907-4ab0-a218-074e9785e9b6 req-37bbc161-b066-422b-82e3-050a2659eca5 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:53.941661 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6318e4b5-4907-4ab0-a218-074e9785e9b6 req-37bbc161-b066-422b-82e3-050a2659eca5 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 946 time: 0.0476794 Sep 14 22:10:53.980216 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6318e4b5-4907-4ab0-a218-074e9785e9b6 req-f358a84a-e56d-4151-b9d3-41d738a4b5d0 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Sep 14 22:10:54.415577 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b33ff-aa37-496c-816c-801eb5368693 req-215d2289-7942-4aed-aad5-fd14b2fe9731 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:54.417160 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ba4b33ff-aa37-496c-816c-801eb5368693 req-215d2289-7942-4aed-aad5-fd14b2fe9731 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 945 time: 0.0486517 Sep 14 22:10:54.454584 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ba4b33ff-aa37-496c-816c-801eb5368693 req-6bfe598c-5800-42cd-8d2b-68c62240b8e5 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315344 Sep 14 22:10:54.586907 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bedd6-5eb0-45cc-87b0-da82d867a794 req-a91b0aac-0405-43d6-91f0-4195607eee0a tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:54.588335 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fd9bedd6-5eb0-45cc-87b0-da82d867a794 req-a91b0aac-0405-43d6-91f0-4195607eee0a tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 946 time: 0.0518906 Sep 14 22:10:54.624700 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fd9bedd6-5eb0-45cc-87b0-da82d867a794 req-e5fb90d2-f951-4570-9738-fe2222efffdc tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304973 Sep 14 22:10:54.978039 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94271a0-f50c-4799-b10c-9dfc224b8b35 req-35831f5b-41b4-4576-a267-5538be60c8db tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:54.980038 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d94271a0-f50c-4799-b10c-9dfc224b8b35 req-35831f5b-41b4-4576-a267-5538be60c8db tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0768166 Sep 14 22:10:54.987326 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fde3d9-3b26-414a-b7a0-7c90af849c2b req-22f28b52-1597-4b62-8e4d-c79acddeb660 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:54.988690 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-53fde3d9-3b26-414a-b7a0-7c90af849c2b req-22f28b52-1597-4b62-8e4d-c79acddeb660 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 946 time: 0.0765526 Sep 14 22:10:55.021882 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d94271a0-f50c-4799-b10c-9dfc224b8b35 req-e80f1563-f651-471f-aae4-3249df4f73ad tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Sep 14 22:10:55.091281 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddeccb0-002f-45b6-8740-937094387b5b req-6a86eabd-8b2e-459d-8bb9-6587aea0ab48 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:55.092740 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-3ddeccb0-002f-45b6-8740-937094387b5b req-6a86eabd-8b2e-459d-8bb9-6587aea0ab48 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 946 time: 0.0525072 Sep 14 22:10:55.143633 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6879d76-576f-495c-9841-0bed71197907 req-c0f4281b-d67c-4e56-91a3-ff6187b0202f tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:55.145030 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f6879d76-576f-495c-9841-0bed71197907 req-c0f4281b-d67c-4e56-91a3-ff6187b0202f tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 946 time: 0.0977039 Sep 14 22:10:55.187124 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-3ddeccb0-002f-45b6-8740-937094387b5b req-278fa1b4-0a22-409a-90a1-8d1020e71fc1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Deleting port c37a4228-40d7-4e0e-bc27-cb55292924ba {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:10:55.187472 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-3ddeccb0-002f-45b6-8740-937094387b5b req-278fa1b4-0a22-409a-90a1-8d1020e71fc1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:55.190313 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-53fde3d9-3b26-414a-b7a0-7c90af849c2b req-f8ad584e-0f84-4298-9ba6-0191375d8a79 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Deleting port 2aeb3fd6-0d2d-4022-955c-167c90f8603a {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:10:55.190662 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-53fde3d9-3b26-414a-b7a0-7c90af849c2b req-f8ad584e-0f84-4298-9ba6-0191375d8a79 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:55.209289 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f6879d76-576f-495c-9841-0bed71197907 req-c07d22a2-9ac7-414e-8c9d-f16a7c2a0252 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/security-groups?id=c06764d7-7815-4a0e-9acd-3a51b7ec7561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574684 Sep 14 22:10:55.276509 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-3ddeccb0-002f-45b6-8740-937094387b5b req-278fa1b4-0a22-409a-90a1-8d1020e71fc1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] For port c37a4228-40d7-4e0e-bc27-cb55292924ba, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=c37a4228-40d7-4e0e-bc27-cb55292924ba,segment=NetworkSegment(0976de72-089b-4829-b37c-e6279b0e54ef),segment_id=0976de72-089b-4829-b37c-e6279b0e54ef)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:55.276975 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-3ddeccb0-002f-45b6-8740-937094387b5b req-278fa1b4-0a22-409a-90a1-8d1020e71fc1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:55.287772 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-53fde3d9-3b26-414a-b7a0-7c90af849c2b req-f8ad584e-0f84-4298-9ba6-0191375d8a79 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] For port 2aeb3fd6-0d2d-4022-955c-167c90f8603a, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=2aeb3fd6-0d2d-4022-955c-167c90f8603a,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:55.288140 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-53fde3d9-3b26-414a-b7a0-7c90af849c2b req-f8ad584e-0f84-4298-9ba6-0191375d8a79 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:55.288613 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-3ddeccb0-002f-45b6-8740-937094387b5b req-278fa1b4-0a22-409a-90a1-8d1020e71fc1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Calling delete_port for c37a4228-40d7-4e0e-bc27-cb55292924ba owned by compute:nova {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:10:55.300424 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-53fde3d9-3b26-414a-b7a0-7c90af849c2b req-f8ad584e-0f84-4298-9ba6-0191375d8a79 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Calling delete_port for 2aeb3fd6-0d2d-4022-955c-167c90f8603a owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:10:55.341480 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device e95df2a2-cec2-472c-8a9e-12d7a3220f78 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:10:55.564358 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port e95df2a2-cec2-472c-8a9e-12d7a3220f78 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:10:55.567508 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5e001-d7cb-4d6c-a0df-8a20647db99b req-7253f7e8-511c-4803-81db-5522c76b521e tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:55.568578 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port e95df2a2-cec2-472c-8a9e-12d7a3220f78 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:10:55.575627 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:55.575816 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1fd5e001-d7cb-4d6c-a0df-8a20647db99b req-7253f7e8-511c-4803-81db-5522c76b521e tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 945 time: 0.0506423 Sep 14 22:10:55.612105 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1fd5e001-d7cb-4d6c-a0df-8a20647db99b req-04ff0f8a-a306-4729-86f7-150d2a6cac68 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370717 Sep 14 22:10:55.627433 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-3ddeccb0-002f-45b6-8740-937094387b5b req-278fa1b4-0a22-409a-90a1-8d1020e71fc1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:55.627573 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-53fde3d9-3b26-414a-b7a0-7c90af849c2b req-f8ad584e-0f84-4298-9ba6-0191375d8a79 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:55.662033 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad584e-0f84-4298-9ba6-0191375d8a79 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Pushing event deleted for resources: {'Port': ['ID=2aeb3fd6-0d2d-4022-955c-167c90f8603a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:55.667255 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:55.669493 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fa1b4-0a22-409a-90a1-8d1020e71fc1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Pushing event deleted for resources: {'Port': ['ID=c37a4228-40d7-4e0e-bc27-cb55292924ba,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:55.705947 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fde3d9-3b26-414a-b7a0-7c90af849c2b req-f8ad584e-0f84-4298-9ba6-0191375d8a79 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] No DVR routers for this DVR port 2aeb3fd6-0d2d-4022-955c-167c90f8603a on host hv-cinder-80901 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:10:55.709218 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-53fde3d9-3b26-414a-b7a0-7c90af849c2b req-f8ad584e-0f84-4298-9ba6-0191375d8a79 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:55.715751 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-53fde3d9-3b26-414a-b7a0-7c90af849c2b req-f8ad584e-0f84-4298-9ba6-0191375d8a79 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "DELETE /v2.0/ports/2aeb3fd6-0d2d-4022-955c-167c90f8603a HTTP/1.1" status: 204 len: 173 time: 0.6716998 Sep 14 22:10:55.715751 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadce00e-8cdd-4a77-b3e9-9fee4e38618d', 'name': 'network-vif-deleted', 'tag': '2aeb3fd6-0d2d-4022-955c-167c90f8603a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:10:55.715983 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port e95df2a2-cec2-472c-8a9e-12d7a3220f78, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:10:55.716352 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537bab83-46de-4837-b010-391d899e4e6b" -d '{"events": [{"server_uuid": "fadce00e-8cdd-4a77-b3e9-9fee4e38618d", "name": "network-vif-deleted", "tag": "2aeb3fd6-0d2d-4022-955c-167c90f8603a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:10:55.717615 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['c37a4228-40d7-4e0e-bc27-cb55292924ba'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:10:55.717861 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddeccb0-002f-45b6-8740-937094387b5b req-278fa1b4-0a22-409a-90a1-8d1020e71fc1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] No DVR routers for this DVR port c37a4228-40d7-4e0e-bc27-cb55292924ba on host hv-cinder-80901 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:10:55.719802 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:10:55.721064 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-3ddeccb0-002f-45b6-8740-937094387b5b req-278fa1b4-0a22-409a-90a1-8d1020e71fc1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:55.722896 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8e9b6a-612a-48ae-81a1-187237a0f9a7" -d '{"events": [{"server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "name": "network-vif-plugged", "status": "completed", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:10:55.723510 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-3ddeccb0-002f-45b6-8740-937094387b5b req-278fa1b4-0a22-409a-90a1-8d1020e71fc1 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.37 "DELETE /v2.0/ports/c37a4228-40d7-4e0e-bc27-cb55292924ba HTTP/1.1" status: 204 len: 173 time: 0.6219521 Sep 14 22:10:55.724045 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f131da2-f29e-466c-92d7-c19093ee32d0', 'name': 'network-vif-deleted', 'tag': 'c37a4228-40d7-4e0e-bc27-cb55292924ba'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:10:55.726416 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eecb23-993b-40c5-af93-20fbc04d7d6d" -d '{"events": [{"server_uuid": "1f131da2-f29e-466c-92d7-c19093ee32d0", "name": "network-vif-deleted", "tag": "c37a4228-40d7-4e0e-bc27-cb55292924ba"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:10:55.753741 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78985ad7-c0df-4090-a90c-af6d80b17f08 req-8c186205-27b0-4ce1-9a6f-b7a1975f1cf6 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 210 time: 0.0412130 Sep 14 22:10:55.788582 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['839ef940-1f78-448a-9abc-df270554b895', '1d17d9cb-f713-42d7-a51b-2d977a737553', '2aeb3fd6-0d2d-4022-955c-167c90f8603a'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:10:55.799428 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a26555-45aa-48a7-bfbd-f6f8ede4c719 x-openstack-request-id: req-26a26555-45aa-48a7-bfbd-f6f8ede4c719 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:10:55.800170 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadce00e-8cdd-4a77-b3e9-9fee4e38618d", "name": "network-vif-deleted", "tag": "2aeb3fd6-0d2d-4022-955c-167c90f8603a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:10:55.801804 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26a26555-45aa-48a7-bfbd-f6f8ede4c719 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:10:55.801804 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadce00e-8cdd-4a77-b3e9-9fee4e38618d', 'name': 'network-vif-deleted', 'tag': '2aeb3fd6-0d2d-4022-955c-167c90f8603a', 'status': 'completed', 'code': 200} Sep 14 22:10:55.866758 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c8c0f4-b47a-474c-a98f-8d7e8c69f060 x-openstack-request-id: req-f1c8c0f4-b47a-474c-a98f-8d7e8c69f060 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:10:55.867051 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f131da2-f29e-466c-92d7-c19093ee32d0", "name": "network-vif-deleted", "tag": "c37a4228-40d7-4e0e-bc27-cb55292924ba", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:10:55.867304 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1c8c0f4-b47a-474c-a98f-8d7e8c69f060 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:10:55.868168 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f131da2-f29e-466c-92d7-c19093ee32d0', 'name': 'network-vif-deleted', 'tag': 'c37a4228-40d7-4e0e-bc27-cb55292924ba', 'status': 'completed', 'code': 200} Sep 14 22:10:55.935731 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1458f8-1842-485f-818e-83f5bafac645 x-openstack-request-id: req-da1458f8-1842-485f-818e-83f5bafac645 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:10:55.935956 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "name": "network-vif-plugged", "status": "completed", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:10:55.936176 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da1458f8-1842-485f-818e-83f5bafac645 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:10:55.936563 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78', 'code': 200} Sep 14 22:10:55.938980 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:10:56.008837 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=e95df2a2-cec2-472c-8a9e-12d7a3220f78,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:10:56.149727 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140259f3-1f5d-4170-ac11-fc5700ef4ba1 req-990560eb-be15-4fb5-a810-4226e6a3e9de tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:56.152211 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-140259f3-1f5d-4170-ac11-fc5700ef4ba1 req-990560eb-be15-4fb5-a810-4226e6a3e9de tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0523407 Sep 14 22:10:56.193760 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-140259f3-1f5d-4170-ac11-fc5700ef4ba1 req-14b9d2df-85de-4599-9fff-633073cccabb tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337067 Sep 14 22:10:56.316130 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3a3beb31-afe5-4d8f-b62d-1e8d280018f3 req-239b5d75-c5f4-430d-922d-72b9e5b56de3 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 210 time: 0.0291138 Sep 14 22:10:56.371217 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb12a3-a6cc-49ad-8434-49a0197334a1 req-67517104-c184-458d-8fb6-15eeb5413daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:56.372677 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-80eb12a3-a6cc-49ad-8434-49a0197334a1 req-67517104-c184-458d-8fb6-15eeb5413daf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 1099 time: 0.0393736 Sep 14 22:10:56.409423 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-80eb12a3-a6cc-49ad-8434-49a0197334a1 req-7eb471dd-f243-433f-8632-247c912c0e19 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276544 Sep 14 22:10:56.725867 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c687b4f-6cd3-4ad5-86bb-46aab4a01e4d req-d5d82c31-7fb3-45e7-a835-46f7ade2a36b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:56.727351 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0c687b4f-6cd3-4ad5-86bb-46aab4a01e4d req-d5d82c31-7fb3-45e7-a835-46f7ade2a36b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 946 time: 0.0485747 Sep 14 22:10:56.768115 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0c687b4f-6cd3-4ad5-86bb-46aab4a01e4d req-837e212e-313f-4c6d-90bb-91396a43c855 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347459 Sep 14 22:10:56.859385 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b799494d-a694-4f33-ad94-d574e73fb020 req-a613ae14-a560-4d23-9790-096fdbd857cd tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=fadce00e-8cdd-4a77-b3e9-9fee4e38618d HTTP/1.1" status: 200 len: 210 time: 0.0255933 Sep 14 22:10:57.310469 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5be40-910f-4d63-85bf-35865cd960e9 req-4898e075-5ddd-47b1-a774-22faf02d5d53 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:57.311957 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0ee5be40-910f-4d63-85bf-35865cd960e9 req-4898e075-5ddd-47b1-a774-22faf02d5d53 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0496557 Sep 14 22:10:57.354208 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0ee5be40-910f-4d63-85bf-35865cd960e9 req-1591c91d-64db-43cc-9563-1d88e1bf6705 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355957 Sep 14 22:10:57.429483 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7ae531d4-57a6-4a2e-aeed-66e290a248ad req-4a29b90b-67bd-4642-8b40-2deb5a90e423 tempest-VolumesActionsTest-833261763 tempest-VolumesActionsTest-833261763-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f131da2-f29e-466c-92d7-c19093ee32d0 HTTP/1.1" status: 200 len: 210 time: 0.0262773 Sep 14 22:10:57.884803 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc4008-226a-4e4a-9cb7-856b66c5718c req-f5fb18bb-10e2-4ee5-b8d8-d859ae0ec94f tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:57.887439 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-24fc4008-226a-4e4a-9cb7-856b66c5718c req-f5fb18bb-10e2-4ee5-b8d8-d859ae0ec94f tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 946 time: 0.0554733 Sep 14 22:10:57.931299 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-24fc4008-226a-4e4a-9cb7-856b66c5718c req-321b4bd2-6a76-4667-a8a2-559d20547cbe tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363111 Sep 14 22:10:58.508651 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c936e8-b5ce-4341-a615-5cfe1479101c req-20ba8d45-e13c-443c-826b-e87ddb1722a5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:58.510064 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d0c936e8-b5ce-4341-a615-5cfe1479101c req-20ba8d45-e13c-443c-826b-e87ddb1722a5 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0827396 Sep 14 22:10:58.517320 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7f9f0-1f97-4f52-9741-2f36d0ecf8a1 req-ce274114-8ad5-483c-a68c-702bb7c26164 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:58.518667 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3ce7f9f0-1f97-4f52-9741-2f36d0ecf8a1 req-ce274114-8ad5-483c-a68c-702bb7c26164 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 946 time: 0.0783615 Sep 14 22:10:58.573791 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d0c936e8-b5ce-4341-a615-5cfe1479101c req-c666a438-9e8a-41d5-a7e1-2ba61921312d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542150 Sep 14 22:10:58.576553 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3ce7f9f0-1f97-4f52-9741-2f36d0ecf8a1 req-c6f31635-0f44-412f-9e54-725378f68a01 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514083 Sep 14 22:10:59.061223 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01e35e-4b13-462b-81d7-c564ae42646d req-e2e11167-0d29-40f7-9af0-775d201c5385 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:59.062778 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc01e35e-4b13-462b-81d7-c564ae42646d req-e2e11167-0d29-40f7-9af0-775d201c5385 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 946 time: 0.0579612 Sep 14 22:10:59.101506 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc01e35e-4b13-462b-81d7-c564ae42646d req-768116e2-9f6c-409f-9ffe-f8a7a8519c29 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319304 Sep 14 22:10:59.216829 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2887a-c6cc-4f05-8a9f-59221cab7d78 req-5097f3c6-7dc7-4011-8e38-0b024c4c9363 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:59.218647 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6ee2887a-c6cc-4f05-8a9f-59221cab7d78 req-5097f3c6-7dc7-4011-8e38-0b024c4c9363 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 946 time: 0.0493307 Sep 14 22:10:59.256964 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6ee2887a-c6cc-4f05-8a9f-59221cab7d78 req-22a6457e-25cc-4360-afa8-c7e3451148cc tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322533 Sep 14 22:10:59.387305 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device c37a4228-40d7-4e0e-bc27-cb55292924ba no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:10:59.406140 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: c37a4228-40d7-4e0e-bc27-cb55292924ba {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:10:59.406489 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device c37a4228-40d7-4e0e-bc27-cb55292924ba not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:10:59.406855 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 2aeb3fd6-0d2d-4022-955c-167c90f8603a no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:10:59.426822 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: 2aeb3fd6-0d2d-4022-955c-167c90f8603a {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:10:59.426822 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 2aeb3fd6-0d2d-4022-955c-167c90f8603a not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:10:59.592980 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417df4-eac8-4ec6-b609-4e548dc4f850 req-177f2eac-1058-4162-8bfc-443dd994b75a tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:59.594502 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a1417df4-eac8-4ec6-b609-4e548dc4f850 req-177f2eac-1058-4162-8bfc-443dd994b75a tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 946 time: 0.0497382 Sep 14 22:10:59.641461 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a1417df4-eac8-4ec6-b609-4e548dc4f850 req-4619ad7c-b43a-4aed-975f-0b69ec4377c9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 Sep 14 22:10:59.706267 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc0b59-b698-46ea-ab8c-6f6a5db02a91 req-6c7bf19d-a4c3-489c-8678-27e89d51011d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:59.706267 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bbbc0b59-b698-46ea-ab8c-6f6a5db02a91 req-6c7bf19d-a4c3-489c-8678-27e89d51011d tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0613694 Sep 14 22:10:59.780524 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07009314-93aa-45bd-80dc-735239756abb req-cb270789-8120-4367-9feb-5b3ed16eb005 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:10:59.782208 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07009314-93aa-45bd-80dc-735239756abb req-cb270789-8120-4367-9feb-5b3ed16eb005 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 946 time: 0.0749481 Sep 14 22:10:59.793344 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bbbc0b59-b698-46ea-ab8c-6f6a5db02a91 req-6e6f1d01-f593-4b34-b40f-b283eb8a0e66 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764227 Sep 14 22:10:59.836814 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07009314-93aa-45bd-80dc-735239756abb req-7c8164ad-8e5f-4184-b848-e7c0ff0da9d1 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 Sep 14 22:11:00.901419 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21159a16-0ca1-4a2e-9b1f-ba5b16f27548 req-fba72f0c-66be-418f-bf0f-faeefd77e2f6 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:00.902913 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-21159a16-0ca1-4a2e-9b1f-ba5b16f27548 req-fba72f0c-66be-418f-bf0f-faeefd77e2f6 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0489936 Sep 14 22:11:00.968372 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-21159a16-0ca1-4a2e-9b1f-ba5b16f27548 req-11f7bad1-1a17-4b90-920f-04929c55bca1 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595355 Sep 14 22:11:00.989952 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905097d-a940-43f9-a211-d2ba2c5a0a1f req-8c80dca1-bace-46a5-8dde-7debb1428155 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:00.989952 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c905097d-a940-43f9-a211-d2ba2c5a0a1f req-8c80dca1-bace-46a5-8dde-7debb1428155 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 946 time: 0.0617273 Sep 14 22:11:01.024899 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c905097d-a940-43f9-a211-d2ba2c5a0a1f req-f3cb2158-609e-4f41-94bc-9205872969dd tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323999 Sep 14 22:11:02.060543 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d75a00-d5b7-4bfd-8f31-e8a863c363ec req-b4528959-75db-4108-86b3-1078689906b0 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:02.062050 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b7d75a00-d5b7-4bfd-8f31-e8a863c363ec req-b4528959-75db-4108-86b3-1078689906b0 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 946 time: 0.0553055 Sep 14 22:11:02.087131 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a5e93-bda1-4633-a611-26214bdd2ef5 req-5dacf066-7034-48b3-b62e-6463ec3ff4f6 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:02.094697 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-471a5e93-bda1-4633-a611-26214bdd2ef5 req-5dacf066-7034-48b3-b62e-6463ec3ff4f6 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0570917 Sep 14 22:11:02.156012 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-471a5e93-bda1-4633-a611-26214bdd2ef5 req-e0370ae4-5c94-4384-b278-a5af6cf11bcf tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604761 Sep 14 22:11:02.171120 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d218f3-8f98-4b96-9c13-8199ea49ed0f req-96f00ba3-bedb-4a32-86d7-26e2b8c9cab9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:02.172562 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-27d218f3-8f98-4b96-9c13-8199ea49ed0f req-96f00ba3-bedb-4a32-86d7-26e2b8c9cab9 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 946 time: 0.0753968 Sep 14 22:11:02.208874 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-27d218f3-8f98-4b96-9c13-8199ea49ed0f req-5a5c3775-51ac-4e75-9de2-a8f5fbc86838 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303566 Sep 14 22:11:03.117378 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498c9ee-86b8-4696-9b88-65012c0d6996 req-6dff09ba-cf96-4330-871d-c6ce773c72cb tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:03.119319 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c498c9ee-86b8-4696-9b88-65012c0d6996 req-6dff09ba-cf96-4330-871d-c6ce773c72cb tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.0477731 Sep 14 22:11:03.158513 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-b7d75a00-d5b7-4bfd-8f31-e8a863c363ec req-1c41ee75-abea-49d5-b4df-839237a9208c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Deleting port 1d17d9cb-f713-42d7-a51b-2d977a737553 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:11:03.159815 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b7d75a00-d5b7-4bfd-8f31-e8a863c363ec req-1c41ee75-abea-49d5-b4df-839237a9208c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:03.224161 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-c498c9ee-86b8-4696-9b88-65012c0d6996 req-dc623aad-7214-42f1-9e19-2ad31a5f0935 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Deleting port 94b8d212-eebc-44d7-a95f-65154e055322 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:11:03.224507 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c498c9ee-86b8-4696-9b88-65012c0d6996 req-dc623aad-7214-42f1-9e19-2ad31a5f0935 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:03.376153 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1bf06-2340-409b-89f5-f0a91b30c7bb req-fedc3973-254f-4e7b-b6d7-4d9590e91281 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:03.377638 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6eb1bf06-2340-409b-89f5-f0a91b30c7bb req-fedc3973-254f-4e7b-b6d7-4d9590e91281 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 945 time: 0.1502929 Sep 14 22:11:03.407772 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c498c9ee-86b8-4696-9b88-65012c0d6996 req-dc623aad-7214-42f1-9e19-2ad31a5f0935 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] For port 94b8d212-eebc-44d7-a95f-65154e055322, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=94b8d212-eebc-44d7-a95f-65154e055322,segment=NetworkSegment(66d95a71-e27e-44ea-8f96-4a54f6b13e7d),segment_id=66d95a71-e27e-44ea-8f96-4a54f6b13e7d)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:03.408143 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c498c9ee-86b8-4696-9b88-65012c0d6996 req-dc623aad-7214-42f1-9e19-2ad31a5f0935 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:03.425343 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-c498c9ee-86b8-4696-9b88-65012c0d6996 req-dc623aad-7214-42f1-9e19-2ad31a5f0935 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Calling delete_port for 94b8d212-eebc-44d7-a95f-65154e055322 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:11:03.434211 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e19a0-cb47-4942-86b8-64864f9380fb req-d0e9897c-fbf6-4be0-946a-3253944ce988 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:03.435723 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1b8e19a0-cb47-4942-86b8-64864f9380fb req-d0e9897c-fbf6-4be0-946a-3253944ce988 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 946 time: 0.1573975 Sep 14 22:11:03.477124 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6eb1bf06-2340-409b-89f5-f0a91b30c7bb req-e895c8c7-6199-46a3-8f09-18d174091d67 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/security-groups?id=39b4c65c-7edb-43a8-9527-2f4c9c3cf371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926003 Sep 14 22:11:03.488600 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-b7d75a00-d5b7-4bfd-8f31-e8a863c363ec req-1c41ee75-abea-49d5-b4df-839237a9208c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] For port 1d17d9cb-f713-42d7-a51b-2d977a737553, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=1d17d9cb-f713-42d7-a51b-2d977a737553,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:03.489097 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b7d75a00-d5b7-4bfd-8f31-e8a863c363ec req-1c41ee75-abea-49d5-b4df-839237a9208c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:03.502127 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-b7d75a00-d5b7-4bfd-8f31-e8a863c363ec req-1c41ee75-abea-49d5-b4df-839237a9208c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Calling delete_port for 1d17d9cb-f713-42d7-a51b-2d977a737553 owned by compute:nova {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:11:03.526109 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1b8e19a0-cb47-4942-86b8-64864f9380fb req-6752d259-fc70-4709-8c52-20d1b8f47b48 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824199 Sep 14 22:11:03.718997 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b7d75a00-d5b7-4bfd-8f31-e8a863c363ec req-1c41ee75-abea-49d5-b4df-839237a9208c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:03.719239 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c498c9ee-86b8-4696-9b88-65012c0d6996 req-dc623aad-7214-42f1-9e19-2ad31a5f0935 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:03.749946 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41ee75-abea-49d5-b4df-839237a9208c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Pushing event deleted for resources: {'Port': ['ID=1d17d9cb-f713-42d7-a51b-2d977a737553,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:03.760178 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc623aad-7214-42f1-9e19-2ad31a5f0935 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Pushing event deleted for resources: {'Port': ['ID=94b8d212-eebc-44d7-a95f-65154e055322,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:03.763792 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['839ef940-1f78-448a-9abc-df270554b895', '1d17d9cb-f713-42d7-a51b-2d977a737553'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:11:03.793928 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d75a00-d5b7-4bfd-8f31-e8a863c363ec req-1c41ee75-abea-49d5-b4df-839237a9208c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] No DVR routers for this DVR port 1d17d9cb-f713-42d7-a51b-2d977a737553 on host hv-cinder-80901 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:11:03.796480 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b7d75a00-d5b7-4bfd-8f31-e8a863c363ec req-1c41ee75-abea-49d5-b4df-839237a9208c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:03.798545 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b7d75a00-d5b7-4bfd-8f31-e8a863c363ec req-1c41ee75-abea-49d5-b4df-839237a9208c tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "DELETE /v2.0/ports/1d17d9cb-f713-42d7-a51b-2d977a737553 HTTP/1.1" status: 204 len: 173 time: 0.7286108 Sep 14 22:11:03.798980 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7', 'name': 'network-vif-deleted', 'tag': '1d17d9cb-f713-42d7-a51b-2d977a737553'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:11:03.801353 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2b3965-73d1-4e2a-9539-85bd86d3455c" -d '{"events": [{"server_uuid": "11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7", "name": "network-vif-deleted", "tag": "1d17d9cb-f713-42d7-a51b-2d977a737553"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:11:03.801523 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c498c9ee-86b8-4696-9b88-65012c0d6996 req-dc623aad-7214-42f1-9e19-2ad31a5f0935 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] No DVR routers for this DVR port 94b8d212-eebc-44d7-a95f-65154e055322 on host hv-cinder-80901 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:11:03.805366 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c498c9ee-86b8-4696-9b88-65012c0d6996 req-dc623aad-7214-42f1-9e19-2ad31a5f0935 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:03.807550 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c498c9ee-86b8-4696-9b88-65012c0d6996 req-dc623aad-7214-42f1-9e19-2ad31a5f0935 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.37 "DELETE /v2.0/ports/94b8d212-eebc-44d7-a95f-65154e055322 HTTP/1.1" status: 204 len: 173 time: 0.6823626 Sep 14 22:11:03.808144 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b552a56-a043-4d55-8694-e632cd4924c7', 'name': 'network-vif-deleted', 'tag': '94b8d212-eebc-44d7-a95f-65154e055322'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:11:03.810413 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a2120d-8ada-4a04-b713-9916745ae581" -d '{"events": [{"server_uuid": "8b552a56-a043-4d55-8694-e632cd4924c7", "name": "network-vif-deleted", "tag": "94b8d212-eebc-44d7-a95f-65154e055322"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:11:03.843740 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bc4982-8266-4653-9c34-0dafb0c017d2 x-openstack-request-id: req-e5bc4982-8266-4653-9c34-0dafb0c017d2 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:11:03.844028 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7", "name": "network-vif-deleted", "tag": "1d17d9cb-f713-42d7-a51b-2d977a737553", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:11:03.844277 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5bc4982-8266-4653-9c34-0dafb0c017d2 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:11:03.844664 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7', 'name': 'network-vif-deleted', 'tag': '1d17d9cb-f713-42d7-a51b-2d977a737553', 'status': 'completed', 'code': 200} Sep 14 22:11:03.849950 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8530ed-bba1-4896-be68-2f1e52a05054 x-openstack-request-id: req-7d8530ed-bba1-4896-be68-2f1e52a05054 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:11:03.850241 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b552a56-a043-4d55-8694-e632cd4924c7", "name": "network-vif-deleted", "tag": "94b8d212-eebc-44d7-a95f-65154e055322", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:11:03.850498 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d8530ed-bba1-4896-be68-2f1e52a05054 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:11:03.850887 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b552a56-a043-4d55-8694-e632cd4924c7', 'name': 'network-vif-deleted', 'tag': '94b8d212-eebc-44d7-a95f-65154e055322', 'status': 'completed', 'code': 200} Sep 14 22:11:04.044950 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 94b8d212-eebc-44d7-a95f-65154e055322 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:11:04.069729 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: 94b8d212-eebc-44d7-a95f-65154e055322 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:11:04.075692 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 94b8d212-eebc-44d7-a95f-65154e055322 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:11:04.075692 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 1d17d9cb-f713-42d7-a51b-2d977a737553 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:11:04.090076 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: 1d17d9cb-f713-42d7-a51b-2d977a737553 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:11:04.090433 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 1d17d9cb-f713-42d7-a51b-2d977a737553 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:11:04.649275 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d41657da-abbf-40ae-befa-2bb2598a84d8 req-7c375922-3f9f-48b4-afab-8fa5fb1a8403 tempest-ServerRescueNegativeTestJSON-1848345368 tempest-ServerRescueNegativeTestJSON-1848345368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b552a56-a043-4d55-8694-e632cd4924c7 HTTP/1.1" status: 200 len: 210 time: 0.0601754 Sep 14 22:11:04.727282 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c81ccd94-e600-4d2f-a919-b63f1bcfb3ad req-9068673c-4add-4de2-8e6b-66bddb90926e tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d16d7c-ffcc-4da8-bcbc-be0599aa4fa7 HTTP/1.1" status: 200 len: 210 time: 0.0379777 Sep 14 22:11:05.714821 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 38826) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:06.296382 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff63dd80-ee9c-42f7-b65b-dba21a73e6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1004037'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:07.012250 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ff63dd80-ee9c-42f7-b65b-dba21a73e6b5 admin admin] Deleting port e38bb2d4-3eba-415e-9015-7bf48bfe21e9 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:11:07.012996 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff63dd80-ee9c-42f7-b65b-dba21a73e6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:07.105888 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-ff63dd80-ee9c-42f7-b65b-dba21a73e6b5 admin admin] For port e38bb2d4-3eba-415e-9015-7bf48bfe21e9, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=e38bb2d4-3eba-415e-9015-7bf48bfe21e9,segment=NetworkSegment(66d95a71-e27e-44ea-8f96-4a54f6b13e7d),segment_id=66d95a71-e27e-44ea-8f96-4a54f6b13e7d)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:07.106270 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff63dd80-ee9c-42f7-b65b-dba21a73e6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:07.121936 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ff63dd80-ee9c-42f7-b65b-dba21a73e6b5 admin admin] Calling delete_port for e38bb2d4-3eba-415e-9015-7bf48bfe21e9 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:11:07.369332 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:07.468008 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff63dd80-ee9c-42f7-b65b-dba21a73e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:07.495771 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63dd80-ee9c-42f7-b65b-dba21a73e6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e38bb2d4-3eba-415e-9015-7bf48bfe21e9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:07.710087 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff63dd80-ee9c-42f7-b65b-dba21a73e6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993973'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:07.957179 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff63dd80-ee9c-42f7-b65b-dba21a73e6b5 admin admin] Router 7ce5d445-c886-48dd-9096-147ca2155426 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:11:08.082648 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff63dd80-ee9c-42f7-b65b-dba21a73e6b5 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:11:08.089001 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-ff63dd80-ee9c-42f7-b65b-dba21a73e6b5 admin admin] 10.222.0.30 "PUT /v2.0/routers/7ce5d445-c886-48dd-9096-147ca2155426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3730702 Sep 14 22:11:08.091501 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 38858) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:08.095488 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cdb998-092f-42a8-a28f-14dfda399d88 None None] Sync routers for ids ['7ce5d445-c886-48dd-9096-147ca2155426'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:11:08.106748 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cdb998-092f-42a8-a28f-14dfda399d88 None None] Routers {'7ce5d445-c886-48dd-9096-147ca2155426'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:11:08.107712 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-e6cdb998-092f-42a8-a28f-14dfda399d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:10:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['7ce5d445-c886-48dd-9096-147ca2155426'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:08.206471 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Notify callbacks [] for router, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:08.366419 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-e6cdb998-092f-42a8-a28f-14dfda399d88 None None] Set router 7ce5d445-c886-48dd-9096-147ca2155426 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:11:08.374358 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:08.531865 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Deleting port 163b0923-05e7-42cf-8674-28194f06ed9e {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:11:08.532592 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:08.570831 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-e6cdb998-092f-42a8-a28f-14dfda399d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5d445-c886-48dd-9096-147ca2155426', 'name': 'tempest-ServerRescueNegativeTestJSON-1991993895-router', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:53Z', 'updated_at': '2021-09-14T22:11:07Z', 'revision_number': 5, 'project_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'gw_port': {'id': '163b0923-05e7-42cf-8674-28194f06ed9e', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:64:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5d445-c886-48dd-9096-147ca2155426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:54Z', 'updated_at': '2021-09-14T22:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:08.602399 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cdb998-092f-42a8-a28f-14dfda399d88 None None] Checking router: 7ce5d445-c886-48dd-9096-147ca2155426 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:11:08.611703 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cdb998-092f-42a8-a28f-14dfda399d88 None None] Routers {'7ce5d445-c886-48dd-9096-147ca2155426'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:11:08.612342 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-e6cdb998-092f-42a8-a28f-14dfda399d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:10:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['7ce5d445-c886-48dd-9096-147ca2155426'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:08.640963 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] For port 163b0923-05e7-42cf-8674-28194f06ed9e, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=163b0923-05e7-42cf-8674-28194f06ed9e,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:08.641704 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:08.660540 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Calling delete_port for 163b0923-05e7-42cf-8674-28194f06ed9e owned by network:router_gateway {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:11:08.699601 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-e6cdb998-092f-42a8-a28f-14dfda399d88 None None] Set router 7ce5d445-c886-48dd-9096-147ca2155426 gateway port host: None {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:11:08.776070 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-e6cdb998-092f-42a8-a28f-14dfda399d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5d445-c886-48dd-9096-147ca2155426', 'name': 'tempest-ServerRescueNegativeTestJSON-1991993895-router', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:53Z', 'updated_at': '2021-09-14T22:11:08Z', 'revision_number': 6, 'project_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'gw_port_host': None}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:08.810888 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cdb998-092f-42a8-a28f-14dfda399d88 None None] The sync data for ids ['7ce5d445-c886-48dd-9096-147ca2155426'] in dv-cinder-809014-1-iscsi is: [{'id': '7ce5d445-c886-48dd-9096-147ca2155426', 'name': 'tempest-ServerRescueNegativeTestJSON-1991993895-router', 'tenant_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:53Z', 'updated_at': '2021-09-14T22:11:08Z', 'revision_number': 6, 'project_id': 'd39e43c3a7b746a1b90f71ac1fafdf40', 'gw_port_host': None}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:11:08.949218 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:08.996822 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Pushing event deleted for resources: {'Port': ['ID=163b0923-05e7-42cf-8674-28194f06ed9e,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:09.068367 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993907'] for router_gateway, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:09.210441 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:11:09.229731 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7643'] for router, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:09.232760 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:09.361408 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device e38bb2d4-3eba-415e-9015-7bf48bfe21e9 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:11:09.393971 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: e38bb2d4-3eba-415e-9015-7bf48bfe21e9 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:11:09.394542 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device e38bb2d4-3eba-415e-9015-7bf48bfe21e9 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:11:09.399605 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006553'] for router, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:09.400681 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce5d445-c886-48dd-9096-147ca2155426 {{(pid=94746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 22:11:09.409602 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:09.411930 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-97840ff7-2dff-45dc-bb87-d29caa9b238d admin admin] 10.222.0.30 "DELETE /v2.0/routers/7ce5d445-c886-48dd-9096-147ca2155426 HTTP/1.1" status: 204 len: 168 time: 1.3181314 Sep 14 22:11:09.413825 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 38876) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:09.464615 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_v2 [None req-764536c6-1e4b-43bd-89ae-b8c25bcb62d7 admin admin] Deleting subnet 139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31 {{(pid=94746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:11:09.468196 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-764536c6-1e4b-43bd-89ae-b8c25bcb62d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:09.508152 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-764536c6-1e4b-43bd-89ae-b8c25bcb62d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551495'] for subnet, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:09.550974 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-764536c6-1e4b-43bd-89ae-b8c25bcb62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:09.631629 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6781451f-fca4-4374-9d67-9d5a1a0b6bcc req-3e21eb64-2857-442a-b0e1-8705638df840 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454526 Sep 14 22:11:09.685094 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-764536c6-1e4b-43bd-89ae-b8c25bcb62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59588370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59757047'] for subnet, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:09.728053 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764536c6-1e4b-43bd-89ae-b8c25bcb62d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:09.729846 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781451f-fca4-4374-9d67-9d5a1a0b6bcc req-e6e18a8c-858d-48c1-9fcc-25827822ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:09.731571 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6781451f-fca4-4374-9d67-9d5a1a0b6bcc req-e6e18a8c-858d-48c1-9fcc-25827822ac60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 1099 time: 0.0656395 Sep 14 22:11:09.746455 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-764536c6-1e4b-43bd-89ae-b8c25bcb62d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:09.751602 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 38878) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:09.751811 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-764536c6-1e4b-43bd-89ae-b8c25bcb62d7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/139a85e0-b6fd-41fd-9c3a-cd2c1fe68e31 HTTP/1.1" status: 204 len: 168 time: 0.3368073 Sep 14 22:11:09.887202 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4d887601-b435-4081-ac37-87fadb6d5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:09.911307 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781451f-fca4-4374-9d67-9d5a1a0b6bcc req-ca66d0ac-fe9c-44f7-8f61-77b201f71d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:09.912814 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6781451f-fca4-4374-9d67-9d5a1a0b6bcc req-ca66d0ac-fe9c-44f7-8f61-77b201f71d54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 200 len: 918 time: 0.1541767 Sep 14 22:11:10.055317 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4d887601-b435-4081-ac37-87fadb6d5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:10.078930 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6781451f-fca4-4374-9d67-9d5a1a0b6bcc req-69d6cacb-0337-426f-b65b-904bbc93fba1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31 HTTP/1.1" status: 200 len: 1001 time: 0.1464515 Sep 14 22:11:10.099911 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-4d887601-b435-4081-ac37-87fadb6d5f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ceabcb0-d3e1-4247-beb0-4c62bffa89d2']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:10.129962 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-4d887601-b435-4081-ac37-87fadb6d5f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d95a71-e27e-44ea-8f96-4a54f6b13e7d') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:10.130357 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-4d887601-b435-4081-ac37-87fadb6d5f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d95a71-e27e-44ea-8f96-4a54f6b13e7d') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:10.143622 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4d887601-b435-4081-ac37-87fadb6d5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:10.158483 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781451f-fca4-4374-9d67-9d5a1a0b6bcc req-47fa27d8-a142-48b4-8daa-58ad51f49dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:10.159959 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6781451f-fca4-4374-9d67-9d5a1a0b6bcc req-47fa27d8-a142-48b4-8daa-58ad51f49dcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5333dda5-64f1-4ac4-8364-1d7ef56329c7 HTTP/1.1" status: 200 len: 856 time: 0.0721302 Sep 14 22:11:10.163413 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4d887601-b435-4081-ac37-87fadb6d5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:10.177789 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d887601-b435-4081-ac37-87fadb6d5f4b admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:11:10.178197 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4d887601-b435-4081-ac37-87fadb6d5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:11:10.180941 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:11:10.273414 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781451f-fca4-4374-9d67-9d5a1a0b6bcc req-68e76dfe-d8d8-46e6-86df-00db10345abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:10.275437 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6781451f-fca4-4374-9d67-9d5a1a0b6bcc req-68e76dfe-d8d8-46e6-86df-00db10345abc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071963 Sep 14 22:11:10.374728 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6781451f-fca4-4374-9d67-9d5a1a0b6bcc req-6f7d6b29-c4d3-40b8-98e6-25fccde57c92 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896726 Sep 14 22:11:10.390769 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4d887601-b435-4081-ac37-87fadb6d5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:10.408468 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4d887601-b435-4081-ac37-87fadb6d5f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:10.409959 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-4d887601-b435-4081-ac37-87fadb6d5f4b admin admin] 10.222.0.30 "DELETE /v2.0/networks/0ceabcb0-d3e1-4247-beb0-4c62bffa89d2 HTTP/1.1" status: 204 len: 168 time: 0.6573665 Sep 14 22:11:10.431418 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d887601-b435-4081-ac37-87fadb6d5f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=0ceabcb0-d3e1-4247-beb0-4c62bffa89d2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:10.505480 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6781451f-fca4-4374-9d67-9d5a1a0b6bcc req-d757eba3-0ed5-43bc-a9ac-3102518bb419 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233425 Sep 14 22:11:10.891526 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 163b0923-05e7-42cf-8674-28194f06ed9e no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:11:10.919070 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: 163b0923-05e7-42cf-8674-28194f06ed9e {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:11:10.920083 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 163b0923-05e7-42cf-8674-28194f06ed9e not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:11:10.927787 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 38896) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:11.053803 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-9103a197-629e-4a81-a16f-15628cc2815e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d39e43c3a7b746a1b90f71ac1fafdf40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1236882 Sep 14 22:11:11.057266 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 38898) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:11.074031 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169402f-9064-45ee-b392-540345b5c31a req-3a4b920d-90d6-48f7-8166-b67ecce27256 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:11.075628 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9169402f-9064-45ee-b392-540345b5c31a req-3a4b920d-90d6-48f7-8166-b67ecce27256 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.1169033 Sep 14 22:11:11.142134 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9169402f-9064-45ee-b392-540345b5c31a req-e9d270a0-9610-4f55-903f-aa64210f3ae6 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604210 Sep 14 22:11:11.175694 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb54e-c536-43e9-aaba-18744d53b04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:11.218239 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb54e-c536-43e9-aaba-18744d53b04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:11.371172 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb54e-c536-43e9-aaba-18744d53b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:11.373559 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb54e-c536-43e9-aaba-18744d53b04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:11.374707 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-4b3fb54e-c536-43e9-aaba-18744d53b04a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39b4c65c-7edb-43a8-9527-2f4c9c3cf371 HTTP/1.1" status: 204 len: 168 time: 0.3165071 Sep 14 22:11:11.382963 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fb54e-c536-43e9-aaba-18744d53b04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b4c65c-7edb-43a8-9527-2f4c9c3cf371,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:11.885188 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4420d7bf-b46e-4261-90c0-c192e51c1bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:12.320311 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a2c55-f0d2-47a5-b625-dd9db706e716 req-90575994-06c8-4e4b-b247-2b042f302f52 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:12.333557 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d27a2c55-f0d2-47a5-b625-dd9db706e716 req-90575994-06c8-4e4b-b247-2b042f302f52 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.0870354 Sep 14 22:11:12.377632 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d27a2c55-f0d2-47a5-b625-dd9db706e716 req-6748ea69-d510-4cce-8d9b-649f37a06195 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 Sep 14 22:11:13.538699 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad7b57-3993-4589-8a23-0d0b03e17a3d req-91ef7ae5-8044-4f00-86c1-3f9af3f6f0ae tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:13.541079 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e2ad7b57-3993-4589-8a23-0d0b03e17a3d req-91ef7ae5-8044-4f00-86c1-3f9af3f6f0ae tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.0755532 Sep 14 22:11:13.588871 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e2ad7b57-3993-4589-8a23-0d0b03e17a3d req-b8c8a5b6-4ffc-4c8d-aef8-f2604becab00 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Sep 14 22:11:14.575990 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9559f298-e14a-478d-9bd7-9be555d6df72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:14.737360 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b89625-f9a9-4d19-b80c-9aa2f12187ee req-80fa84d3-e941-4dbc-b77f-ccb7b24940c1 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:14.747315 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f6b89625-f9a9-4d19-b80c-9aa2f12187ee req-80fa84d3-e941-4dbc-b77f-ccb7b24940c1 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.0710671 Sep 14 22:11:14.805680 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f6b89625-f9a9-4d19-b80c-9aa2f12187ee req-8b773732-8267-4744-bf10-74f3c26ce107 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565653 Sep 14 22:11:14.944315 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:15.659532 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497225c-f8a7-4019-b23f-8e8324185e09 req-cb1b6337-97fb-4f3d-8eba-793c2daedc95 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:15.661144 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e497225c-f8a7-4019-b23f-8e8324185e09 req-cb1b6337-97fb-4f3d-8eba-793c2daedc95 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.0738456 Sep 14 22:11:15.744817 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:15.823907 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-e497225c-f8a7-4019-b23f-8e8324185e09 req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Deleting port 839ef940-1f78-448a-9abc-df270554b895 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:11:15.824492 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e497225c-f8a7-4019-b23f-8e8324185e09 req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:15.980237 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e497225c-f8a7-4019-b23f-8e8324185e09 req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] For port 839ef940-1f78-448a-9abc-df270554b895, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=839ef940-1f78-448a-9abc-df270554b895,segment=NetworkSegment(ff7613c0-9196-49dd-9969-845564023b7d),segment_id=ff7613c0-9196-49dd-9969-845564023b7d)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:15.981152 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e497225c-f8a7-4019-b23f-8e8324185e09 req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:15.999702 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-e497225c-f8a7-4019-b23f-8e8324185e09 req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Calling delete_port for 839ef940-1f78-448a-9abc-df270554b895 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:11:16.021512 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7445835-0abc-43d7-870f-8f0382c5f69c req-53135eb6-96cf-4532-a0e7-40adfc2f2b67 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:16.029600 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a7445835-0abc-43d7-870f-8f0382c5f69c req-53135eb6-96cf-4532-a0e7-40adfc2f2b67 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 946 time: 0.1146610 Sep 14 22:11:16.112615 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a7445835-0abc-43d7-870f-8f0382c5f69c req-6043752d-8f33-48bf-981b-6796f5e4391a tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/security-groups?id=b36ca0d4-dfd5-4e37-b572-55b8174db3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818167 Sep 14 22:11:16.307888 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e497225c-f8a7-4019-b23f-8e8324185e09 req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:16.345269 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Pushing event deleted for resources: {'Port': ['ID=839ef940-1f78-448a-9abc-df270554b895,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:16.352314 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['839ef940-1f78-448a-9abc-df270554b895'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:11:16.397336 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:16.397826 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:16.398441 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:16.398878 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:16.399317 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:16.400276 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:16.400703 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:16.401148 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:16.401570 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:16.401995 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:16.402426 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:16.402843 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:16.425193 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e497225c-f8a7-4019-b23f-8e8324185e09 req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] No DVR routers for this DVR port 839ef940-1f78-448a-9abc-df270554b895 on host hv-cinder-80901 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:11:16.430274 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e497225c-f8a7-4019-b23f-8e8324185e09 req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:16.430632 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e497225c-f8a7-4019-b23f-8e8324185e09 req-acacd884-168c-42a7-be00-2532861ff672 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.37 "DELETE /v2.0/ports/839ef940-1f78-448a-9abc-df270554b895 HTTP/1.1" status: 204 len: 173 time: 0.7626836 Sep 14 22:11:16.431781 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f56b02-8878-4571-924b-36660eec6bd2', 'name': 'network-vif-deleted', 'tag': '839ef940-1f78-448a-9abc-df270554b895'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:11:16.436643 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de47fffd-8e3c-4b61-8e21-3ad5b9f59744" -d '{"events": [{"server_uuid": "33f56b02-8878-4571-924b-36660eec6bd2", "name": "network-vif-deleted", "tag": "839ef940-1f78-448a-9abc-df270554b895"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:11:16.481368 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3dc5ac-7bdb-4015-a145-adc89bf8a56d x-openstack-request-id: req-5f3dc5ac-7bdb-4015-a145-adc89bf8a56d {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:11:16.481668 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f56b02-8878-4571-924b-36660eec6bd2", "name": "network-vif-deleted", "tag": "839ef940-1f78-448a-9abc-df270554b895", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:11:16.481926 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f3dc5ac-7bdb-4015-a145-adc89bf8a56d {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:11:16.482407 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f56b02-8878-4571-924b-36660eec6bd2', 'name': 'network-vif-deleted', 'tag': '839ef940-1f78-448a-9abc-df270554b895', 'status': 'completed', 'code': 200} Sep 14 22:11:17.096723 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:17.273917 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1d71c419-759b-4fc8-b4eb-a988970f2538 req-9ee4bb43-a822-45f7-9a36-16cee666bcf6 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 210 time: 0.0509653 Sep 14 22:11:18.403659 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5da7f21c-2032-4a76-9a66-c27d6c953a74 req-ba00f2bd-4830-4219-a6df-d01dd62980ae tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 210 time: 0.0337627 Sep 14 22:11:19.566068 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b7c84573-8f7a-46c6-884c-c4e1962418e2 req-5a82de8e-9018-45a4-8393-2c7a2ad27477 tempest-AttachVolumeNegativeTest-847760491 tempest-AttachVolumeNegativeTest-847760491-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f56b02-8878-4571-924b-36660eec6bd2 HTTP/1.1" status: 200 len: 210 time: 0.0650895 Sep 14 22:11:19.619377 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 839ef940-1f78-448a-9abc-df270554b895 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:11:19.642548 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: 839ef940-1f78-448a-9abc-df270554b895 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:11:19.642981 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 839ef940-1f78-448a-9abc-df270554b895 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:11:20.121750 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39120) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:20.252415 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29ce025b-d91d-44ec-9c30-22287006dc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:20.355768 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29ce025b-d91d-44ec-9c30-22287006dc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:20.446433 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29ce025b-d91d-44ec-9c30-22287006dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:20.490729 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-29ce025b-d91d-44ec-9c30-22287006dc1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fdeed09cefc47aba6ef866373c52714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678336 Sep 14 22:11:20.493323 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce025b-d91d-44ec-9c30-22287006dc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac122ec7-1dd7-405c-bba2-cd9fa3c87563,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:20.495096 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39132) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:20.561569 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:20.589113 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:20.625467 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39138) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:20.691241 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a38a298-2e36-474f-b83f-7d2d5e27ad4a admin admin] Deleting subnet 5b0c0dc5-9efe-4a60-94e3-5a60e2751670 {{(pid=94746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:11:20.694946 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a38a298-2e36-474f-b83f-7d2d5e27ad4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:20.732315 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a38a298-2e36-474f-b83f-7d2d5e27ad4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551495'] for subnet, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:20.760555 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:20.763256 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:20.764453 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac122ec7-1dd7-405c-bba2-cd9fa3c87563 HTTP/1.1" status: 204 len: 168 time: 0.2675624 Sep 14 22:11:20.775301 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac122ec7-1dd7-405c-bba2-cd9fa3c87563,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:20.801344 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:20.809359 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:20.809712 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:20.810054 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:20.810390 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:20.811100 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:20.811100 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:20.811397 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:20.811684 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:20.811999 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:20.812327 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:20.812631 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7736cf9-d8e2-408c-a199-ea05c2ea9c45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:20.858064 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a38a298-2e36-474f-b83f-7d2d5e27ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:21.120501 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fc619-0fe8-42d9-94e9-e05e5bfd61bf req-3452d323-ccd5-40fd-bb79-4d611d0491e7 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:21.122038 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a64fc619-0fe8-42d9-94e9-e05e5bfd61bf req-3452d323-ccd5-40fd-bb79-4d611d0491e7 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 946 time: 0.0490561 Sep 14 22:11:21.161120 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a64fc619-0fe8-42d9-94e9-e05e5bfd61bf req-f25f85f4-0b1c-4529-9f60-6f6265c471d9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Sep 14 22:11:21.181923 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39152) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:21.273655 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a38a298-2e36-474f-b83f-7d2d5e27ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59588370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59757047'] for subnet, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:21.305251 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38a298-2e36-474f-b83f-7d2d5e27ad4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b0c0dc5-9efe-4a60-94e3-5a60e2751670,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:21.310624 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a38a298-2e36-474f-b83f-7d2d5e27ad4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:21.313110 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-7a38a298-2e36-474f-b83f-7d2d5e27ad4a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5b0c0dc5-9efe-4a60-94e3-5a60e2751670 HTTP/1.1" status: 204 len: 168 time: 0.6863129 Sep 14 22:11:21.316017 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39156) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:21.378004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34a16b4-2527-44f6-8e56-85aec603ff3b tempest-TestMinimumBasicScenario-593510937 tempest-TestMinimumBasicScenario-593510937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:21.401411 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-b34a16b4-2527-44f6-8e56-85aec603ff3b tempest-TestMinimumBasicScenario-593510937 tempest-TestMinimumBasicScenario-593510937-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 1094 time: 0.2183597 Sep 14 22:11:21.401599 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc93bebc-00c6-4e08-8669-0fff44154d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:21.404361 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39162) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:21.415288 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Request body: {'floatingip': {'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'port_id': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:21.529085 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc93bebc-00c6-4e08-8669-0fff44154d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:21.553981 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-fc93bebc-00c6-4e08-8669-0fff44154d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fef938a-d41b-4978-a75f-4cdde4f00245']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:21.554206 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for floatingip, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:21.564819 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-fc93bebc-00c6-4e08-8669-0fff44154d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7613c0-9196-49dd-9969-845564023b7d') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:21.565365 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-fc93bebc-00c6-4e08-8669-0fff44154d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7613c0-9196-49dd-9969-845564023b7d') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:21.576692 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc93bebc-00c6-4e08-8669-0fff44154d2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:21.594487 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc93bebc-00c6-4e08-8669-0fff44154d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:21.604795 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc93bebc-00c6-4e08-8669-0fff44154d2b admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:11:21.605324 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc93bebc-00c6-4e08-8669-0fff44154d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:11:21.607988 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:11:21.719494 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:21.784571 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc93bebc-00c6-4e08-8669-0fff44154d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:21.801287 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc93bebc-00c6-4e08-8669-0fff44154d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:21.805248 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-fc93bebc-00c6-4e08-8669-0fff44154d2b admin admin] 10.222.0.30 "DELETE /v2.0/networks/0fef938a-d41b-4978-a75f-4cdde4f00245 HTTP/1.1" status: 204 len: 168 time: 0.4877052 Sep 14 22:11:21.863242 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Allocated IP 172.27.2.109 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/f8909ef8-ea12-47e5-927c-9cd6dd6def9b) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:11:21.863562 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93bebc-00c6-4e08-8669-0fff44154d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=0fef938a-d41b-4978-a75f-4cdde4f00245,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:21.915913 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39178) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:21.945275 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f2972498-7480-417b-aa94-98ad43916f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.000627 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.094612 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f2972498-7480-417b-aa94-98ad43916f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.132222 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.181797 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:11:22.188970 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:11:22.192537 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:11:22.226706 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event updated for resources: {'Port': ['ID=f8909ef8-ea12-47e5-927c-9cd6dd6def9b,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:22.267611 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f2972498-7480-417b-aa94-98ad43916f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.306914 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2972498-7480-417b-aa94-98ad43916f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99406d2e-256d-48c6-b94b-5bdf906372a0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:22.315958 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-f2972498-7480-417b-aa94-98ad43916f06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a709e40ebe5e4512a077f370efb5ff6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948369 Sep 14 22:11:22.317265 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39186) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:22.317623 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39188) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:22.397093 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-e9a0b8be-21bc-41d7-b809-add82fde54d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=333d4673601b4c0690da0b74c5a409de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0693805 Sep 14 22:11:22.397598 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39192) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:22.411626 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cae8ce41-3d83-46dd-b4a0-13a46fc91206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.450756 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cae8ce41-3d83-46dd-b4a0-13a46fc91206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.500928 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eac8232d-ad09-4540-94f6-88cd1edf1271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.526109 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eac8232d-ad09-4540-94f6-88cd1edf1271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.610696 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cae8ce41-3d83-46dd-b4a0-13a46fc91206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.613279 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cae8ce41-3d83-46dd-b4a0-13a46fc91206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.614502 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-cae8ce41-3d83-46dd-b4a0-13a46fc91206 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99406d2e-256d-48c6-b94b-5bdf906372a0 HTTP/1.1" status: 204 len: 168 time: 0.2956519 Sep 14 22:11:22.617931 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.627184 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8ce41-3d83-46dd-b4a0-13a46fc91206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99406d2e-256d-48c6-b94b-5bdf906372a0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:22.667528 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eac8232d-ad09-4540-94f6-88cd1edf1271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.670153 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eac8232d-ad09-4540-94f6-88cd1edf1271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.671363 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-eac8232d-ad09-4540-94f6-88cd1edf1271 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b36ca0d4-dfd5-4e37-b572-55b8174db3cd HTTP/1.1" status: 204 len: 168 time: 0.2688818 Sep 14 22:11:22.679589 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8232d-ad09-4540-94f6-88cd1edf1271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36ca0d4-dfd5-4e37-b572-55b8174db3cd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:22.777769 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:22.831844 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13ba5c-4efd-4406-92ad-a6e4a5b83a2d req-4d8076a7-524d-44a1-8d5f-ea9ba4cc8d87 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:22.833611 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5d13ba5c-4efd-4406-92ad-a6e4a5b83a2d req-4d8076a7-524d-44a1-8d5f-ea9ba4cc8d87 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 946 time: 0.0652647 Sep 14 22:11:22.877736 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5d13ba5c-4efd-4406-92ad-a6e4a5b83a2d req-9129f032-bfe4-4c6a-bcdc-6e0de58c3b84 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376246 Sep 14 22:11:22.965550 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:23.146661 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:23.210304 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event updated for resources: {'Port': ['ID=f8909ef8-ea12-47e5-927c-9cd6dd6def9b,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:23.222844 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:23.546801 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.l3_db [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Floating IP 905e3c15-7dc9-4c50-b76b-e2c5d16a3cfb associated. External IP: 172.27.2.109, port: e95df2a2-cec2-472c-8a9e-12d7a3220f78. Sep 14 22:11:23.756840 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Router 8d300473-957e-4515-927e-b467b726e486 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:11:23.874558 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:11:23.888834 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85e70d-a891-487b-848a-859f7939a191 None None] Sync routers for ids ['8d300473-957e-4515-927e-b467b726e486'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:11:23.905844 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85e70d-a891-487b-848a-859f7939a191 None None] Routers {'8d300473-957e-4515-927e-b467b726e486'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:11:23.905844 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0e85e70d-a891-487b-848a-859f7939a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8d300473-957e-4515-927e-b467b726e486'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:23.959969 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:23.995990 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-4c30940a-611e-44ce-8e84-2569ce6e9b25 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5900462 Sep 14 22:11:23.997008 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:11:23.999780 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae5ef83-5b33-41cf-8cea-54a4ebc3e326" -d '{"events": [{"name": "network-changed", "server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:11:24.002404 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39278) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:24.009787 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-0fafbcfa-13ec-477c-8818-7027a9823af9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460682085', 'description': 'tempest-secgroup-smoke-460682085 description', 'project_id': '0a06872af79b4f1b986a772fa9cfde82'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:24.030902 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d9c24-c0b9-4160-a606-b83b59085654 req-a04e2f55-4ad9-47a7-90cd-f074d1a1170e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:24.032465 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bf3d9c24-c0b9-4160-a606-b83b59085654 req-a04e2f55-4ad9-47a7-90cd-f074d1a1170e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 946 time: 0.0525117 Sep 14 22:11:24.042110 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0e85e70d-a891-487b-848a-859f7939a191 None None] Set router 8d300473-957e-4515-927e-b467b726e486 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:11:24.047708 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b05632b-a392-4193-9506-92539934f453 x-openstack-request-id: req-5b05632b-a392-4193-9506-92539934f453 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:11:24.048005 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:11:24.048264 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b05632b-a392-4193-9506-92539934f453 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:11:24.048646 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78', 'status': 'completed', 'code': 200} Sep 14 22:11:24.078206 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bf3d9c24-c0b9-4160-a606-b83b59085654 req-52de0ef3-144b-4539-adac-e454c502b9d0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386004 Sep 14 22:11:24.150805 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0fafbcfa-13ec-477c-8818-7027a9823af9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:24.304218 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0fafbcfa-13ec-477c-8818-7027a9823af9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:24.359251 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0fafbcfa-13ec-477c-8818-7027a9823af9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:24.417036 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0e85e70d-a891-487b-848a-859f7939a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:09:57Z', 'revision_number': 4, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port': {'id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:52Z', 'updated_at': '2021-09-14T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '905e3c15-7dc9-4c50-b76b-e2c5d16a3cfb', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': '8d300473-957e-4515-927e-b467b726e486', 'port_id': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'mac_address': 'fa:16:3e:e2:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:11:22Z', 'updated_at': '2021-09-14T22:11:22Z', 'revision_number': 0, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd104b11-ea45-421c-8ea3-6af129c04ff3', 'name': '', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'mac_address': 'fa:16:3e:13:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:56Z', 'updated_at': '2021-09-14T22:10:03Z', 'revision_number': 5, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'subnets': [{'id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:24.443208 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafbcfa-13ec-477c-8818-7027a9823af9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cbfefe-649d-46c3-996f-830616c83a96,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:24.484900 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85e70d-a891-487b-848a-859f7939a191 None None] Checking router: 8d300473-957e-4515-927e-b467b726e486 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:11:24.494633 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85e70d-a891-487b-848a-859f7939a191 None None] Routers {'8d300473-957e-4515-927e-b467b726e486'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:11:24.496410 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0e85e70d-a891-487b-848a-859f7939a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8d300473-957e-4515-927e-b467b726e486'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:24.539589 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5ef83-5b33-41cf-8cea-54a4ebc3e326 req-7d2866f2-547b-4eda-8f3a-d1f9fe8a689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:24.541275 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9ae5ef83-5b33-41cf-8cea-54a4ebc3e326 req-7d2866f2-547b-4eda-8f3a-d1f9fe8a689e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a06872af79b4f1b986a772fa9cfde82&device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 1099 time: 0.4197786 Sep 14 22:11:24.593408 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0fafbcfa-13ec-477c-8818-7027a9823af9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:24.594671 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-0fafbcfa-13ec-477c-8818-7027a9823af9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5905731 Sep 14 22:11:24.597459 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39310) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:24.602007 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-710552fa-3cbc-4db8-856c-7a8418b5162e tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Request body: {'security_group_rule': {'security_group_id': 'e7cbfefe-649d-46c3-996f-830616c83a96', 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:24.611840 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0e85e70d-a891-487b-848a-859f7939a191 None None] Set router 8d300473-957e-4515-927e-b467b726e486 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:11:24.667701 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5ef83-5b33-41cf-8cea-54a4ebc3e326 req-0a6f1d78-93bd-444f-a90a-8bda811c3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:24.670858 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9ae5ef83-5b33-41cf-8cea-54a4ebc3e326 req-0a6f1d78-93bd-444f-a90a-8bda811c3c7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=948156fd-67c0-4520-990c-719ccd9f66ed HTTP/1.1" status: 200 len: 915 time: 0.1212633 Sep 14 22:11:24.721452 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-6e1535e2-d5d6-46c6-b690-134e294a8319 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:24.723199 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-6e1535e2-d5d6-46c6-b690-134e294a8319 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.37 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 946 time: 0.0657125 Sep 14 22:11:24.762810 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-710552fa-3cbc-4db8-856c-7a8418b5162e tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:24.872180 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9ae5ef83-5b33-41cf-8cea-54a4ebc3e326 req-cd0d1dad-73bd-4e1c-a75b-49eb415e9d26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78 HTTP/1.1" status: 200 len: 1000 time: 0.1929584 Sep 14 22:11:24.904560 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0e85e70d-a891-487b-848a-859f7939a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:09:57Z', 'revision_number': 4, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port': {'id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:52Z', 'updated_at': '2021-09-14T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '905e3c15-7dc9-4c50-b76b-e2c5d16a3cfb', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': '8d300473-957e-4515-927e-b467b726e486', 'port_id': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'mac_address': 'fa:16:3e:e2:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:11:22Z', 'updated_at': '2021-09-14T22:11:22Z', 'revision_number': 0, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd104b11-ea45-421c-8ea3-6af129c04ff3', 'name': '', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'mac_address': 'fa:16:3e:13:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:56Z', 'updated_at': '2021-09-14T22:10:03Z', 'revision_number': 5, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'subnets': [{'id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:24.907395 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-710552fa-3cbc-4db8-856c-7a8418b5162e tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:24.920921 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Deleting port eb724a92-aa66-4dd5-90d1-f13bb1524b31 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:11:24.921483 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:24.939057 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5ef83-5b33-41cf-8cea-54a4ebc3e326 req-76e7fb3a-810a-43d8-a39f-83287c493b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:24.941183 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9ae5ef83-5b33-41cf-8cea-54a4ebc3e326 req-76e7fb3a-810a-43d8-a39f-83287c493b56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2821297-2f4d-4622-93c7-c6578d7ccee8 HTTP/1.1" status: 200 len: 853 time: 0.0518584 Sep 14 22:11:24.945906 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85e70d-a891-487b-848a-859f7939a191 None None] The sync data for ids ['8d300473-957e-4515-927e-b467b726e486'] in dv-cinder-809014-1-iscsi is: [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:09:57Z', 'revision_number': 4, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port': {'id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:52Z', 'updated_at': '2021-09-14T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '905e3c15-7dc9-4c50-b76b-e2c5d16a3cfb', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': '8d300473-957e-4515-927e-b467b726e486', 'port_id': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'mac_address': 'fa:16:3e:e2:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:11:22Z', 'updated_at': '2021-09-14T22:11:22Z', 'revision_number': 0, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd104b11-ea45-421c-8ea3-6af129c04ff3', 'name': '', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'mac_address': 'fa:16:3e:13:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:56Z', 'updated_at': '2021-09-14T22:10:03Z', 'revision_number': 5, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'subnets': [{'id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:11:25.031880 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5ef83-5b33-41cf-8cea-54a4ebc3e326 req-4f89a437-9bc6-4834-ba32-c7d7161f3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:25.033667 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9ae5ef83-5b33-41cf-8cea-54a4ebc3e326 req-4f89a437-9bc6-4834-ba32-c7d7161f3b3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=948156fd-67c0-4520-990c-719ccd9f66ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844269 Sep 14 22:11:25.074610 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] For port eb724a92-aa66-4dd5-90d1-f13bb1524b31, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=eb724a92-aa66-4dd5-90d1-f13bb1524b31,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:25.074885 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:25.151465 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-710552fa-3cbc-4db8-856c-7a8418b5162e tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:25.171426 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9ae5ef83-5b33-41cf-8cea-54a4ebc3e326 req-06eaa62d-a3bc-47b9-a486-85f4e6f619ae service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083632 Sep 14 22:11:25.195571 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710552fa-3cbc-4db8-856c-7a8418b5162e tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8447af3-74f4-4a55-afe9-d03542fa8c85,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:25.265967 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799494ce-daab-4472-bb85-9ff949270243 None None] New status for floating IP 905e3c15-7dc9-4c50-b76b-e2c5d16a3cfb: ACTIVE {{(pid=94748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:11:25.298528 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77eda1-295c-4ad6-bc28-c02d7ad4d76b req-a8cb3ac6-8812-4080-930d-f03a4008e1fa tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:25.301523 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ed77eda1-295c-4ad6-bc28-c02d7ad4d76b req-a8cb3ac6-8812-4080-930d-f03a4008e1fa tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 946 time: 0.0885220 Sep 14 22:11:25.387046 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-710552fa-3cbc-4db8-856c-7a8418b5162e tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:25.388637 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-710552fa-3cbc-4db8-856c-7a8418b5162e tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7900624 Sep 14 22:11:25.397823 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39356) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:25.407082 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9261593a-9626-4db9-b4b5-e9bacdc68048 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Request body: {'security_group_rule': {'security_group_id': 'e7cbfefe-649d-46c3-996f-830616c83a96', 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:25.443695 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ed77eda1-295c-4ad6-bc28-c02d7ad4d76b req-5d97911c-27a8-4ba7-8d18-595659217e22 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d1b4f5-9727-4574-88df-84154395ea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992086 Sep 14 22:11:25.450444 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:25.450842 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:25.450979 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9ae5ef83-5b33-41cf-8cea-54a4ebc3e326 req-45064f65-6cf5-4e55-98bd-86b29298b571 service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674880 Sep 14 22:11:25.451866 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.l3_db [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Floating IP bc00533c-678f-4776-aaf5-16b30a1f456c disassociated. External IP: 172.27.2.171, port: eb724a92-aa66-4dd5-90d1-f13bb1524b31. Sep 14 22:11:25.452271 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Calling delete_port for eb724a92-aa66-4dd5-90d1-f13bb1524b31 owned by compute:nova {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:11:25.570986 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9261593a-9626-4db9-b4b5-e9bacdc68048 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:25.661937 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9261593a-9626-4db9-b4b5-e9bacdc68048 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:25.687981 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:25.716348 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event deleted for resources: {'Port': ['ID=eb724a92-aa66-4dd5-90d1-f13bb1524b31,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:25.782162 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9261593a-9626-4db9-b4b5-e9bacdc68048 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:25.809351 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261593a-9626-4db9-b4b5-e9bacdc68048 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371b8678-e589-42bb-a683-d6adcb301e8c,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:25.834530 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Router b3e4467d-ac0c-4f56-b58e-f573c5121f5a has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:11:25.914163 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9261593a-9626-4db9-b4b5-e9bacdc68048 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:25.916801 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-9261593a-9626-4db9-b4b5-e9bacdc68048 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5175061 Sep 14 22:11:25.919245 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39376) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:25.923780 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-347f2a2e-3a48-439a-ae4e-5319089ee80b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Request body: {'security_group_rule': {'security_group_id': 'e7cbfefe-649d-46c3-996f-830616c83a96', 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:25.948282 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:11:25.958678 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1271e3df-49a0-4d38-aafe-6001db7917a9 None None] Sync routers for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:11:25.973824 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271e3df-49a0-4d38-aafe-6001db7917a9 None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:11:25.974647 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1271e3df-49a0-4d38-aafe-6001db7917a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:25.989515 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] No DVR routers for this DVR port eb724a92-aa66-4dd5-90d1-f13bb1524b31 on host hv-cinder-80901 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:11:25.992435 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:25.995347 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-0799c8e3-2e58-4c3e-9f0e-685e3a33d157 req-dd4a4aeb-bea2-4e63-8fd7-56c3f329fbb5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.37 "DELETE /v2.0/ports/eb724a92-aa66-4dd5-90d1-f13bb1524b31 HTTP/1.1" status: 204 len: 173 time: 1.2658372 Sep 14 22:11:26.047318 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-347f2a2e-3a48-439a-ae4e-5319089ee80b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:26.050821 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'name': 'network-vif-deleted', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:11:26.053969 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a335dc5-1561-4183-aac5-39e479cd2bed" -d '{"events": [{"server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "name": "network-vif-deleted", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:11:26.100327 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bfa7dc-1377-48ef-92ea-f68cb86aeda3 x-openstack-request-id: req-57bfa7dc-1377-48ef-92ea-f68cb86aeda3 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:11:26.100617 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75118add-a18d-4b1f-8bfa-a6dc910fc01e", "name": "network-vif-deleted", "tag": "eb724a92-aa66-4dd5-90d1-f13bb1524b31", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:11:26.100889 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57bfa7dc-1377-48ef-92ea-f68cb86aeda3 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:11:26.101306 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75118add-a18d-4b1f-8bfa-a6dc910fc01e', 'name': 'network-vif-deleted', 'tag': 'eb724a92-aa66-4dd5-90d1-f13bb1524b31', 'status': 'completed', 'code': 200} Sep 14 22:11:26.140058 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1271e3df-49a0-4d38-aafe-6001db7917a9 None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:11:26.152624 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-347f2a2e-3a48-439a-ae4e-5319089ee80b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:26.243341 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-347f2a2e-3a48-439a-ae4e-5319089ee80b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:26.265218 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f2a2e-3a48-439a-ae4e-5319089ee80b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6f355c-7bb4-44aa-b205-c6bab85b1084,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:26.364956 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-347f2a2e-3a48-439a-ae4e-5319089ee80b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:26.366231 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-347f2a2e-3a48-439a-ae4e-5319089ee80b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4460030 Sep 14 22:11:26.369403 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39392) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:26.373945 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2e3f15f9-591f-4c14-b4ea-a7484c97a610 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Request body: {'security_group_rule': {'security_group_id': 'e7cbfefe-649d-46c3-996f-830616c83a96', 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:26.387172 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1271e3df-49a0-4d38-aafe-6001db7917a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:10Z', 'revision_number': 5, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:26.413984 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1271e3df-49a0-4d38-aafe-6001db7917a9 None None] Checking router: b3e4467d-ac0c-4f56-b58e-f573c5121f5a for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:11:26.423207 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271e3df-49a0-4d38-aafe-6001db7917a9 None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:11:26.424671 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1271e3df-49a0-4d38-aafe-6001db7917a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:26.489173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e3f15f9-591f-4c14-b4ea-a7484c97a610 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:26.607041 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e3f15f9-591f-4c14-b4ea-a7484c97a610 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:26.652144 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-74cc4957-3849-4cdf-aa1f-37278d205a2e req-4c004fbb-4e17-4392-84c3-b613065630fe tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=75118add-a18d-4b1f-8bfa-a6dc910fc01e HTTP/1.1" status: 200 len: 210 time: 0.0340965 Sep 14 22:11:26.691841 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1271e3df-49a0-4d38-aafe-6001db7917a9 None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:11:26.713875 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e3f15f9-591f-4c14-b4ea-a7484c97a610 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:26.737872 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f15f9-591f-4c14-b4ea-a7484c97a610 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ffa6a4-fe3e-4a3d-9d93-003179a6a0e4,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:26.762471 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39398) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:26.868060 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e3f15f9-591f-4c14-b4ea-a7484c97a610 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:26.869877 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-2e3f15f9-591f-4c14-b4ea-a7484c97a610 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4995344 Sep 14 22:11:26.872596 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39402) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:26.889734 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-29ec39cb-aed1-4168-8804-bba6891b9b0b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Request body: {'security_group_rule': {'security_group_id': 'e7cbfefe-649d-46c3-996f-830616c83a96', 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:26.889832 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d4205190-0a02-4c72-afd0-17965536ea06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:26.919591 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1271e3df-49a0-4d38-aafe-6001db7917a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:10Z', 'revision_number': 5, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:26.951833 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1271e3df-49a0-4d38-aafe-6001db7917a9 None None] The sync data for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi is: [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:10Z', 'revision_number': 5, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:11:27.005266 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.securitygroups_db [None req-29ec39cb-aed1-4168-8804-bba6891b9b0b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Project 0a06872af79b4f1b986a772fa9cfde82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 22:11:27.015406 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29ec39cb-aed1-4168-8804-bba6891b9b0b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.088270 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29ec39cb-aed1-4168-8804-bba6891b9b0b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.106731 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d4205190-0a02-4c72-afd0-17965536ea06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.181884 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29ec39cb-aed1-4168-8804-bba6891b9b0b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.206320 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec39cb-aed1-4168-8804-bba6891b9b0b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bca359-f5cf-414d-94cc-f4fc51492557,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:27.207889 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39410) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:27.218549 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d4205190-0a02-4c72-afd0-17965536ea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.252573 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61189b8-6ff9-4e60-8468-dedd881bdbfb None None] New status for floating IP bc00533c-678f-4776-aaf5-16b30a1f456c: DOWN {{(pid=94748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:11:27.319324 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29ec39cb-aed1-4168-8804-bba6891b9b0b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.323451 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-29ec39cb-aed1-4168-8804-bba6891b9b0b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4498012 Sep 14 22:11:27.324036 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39414) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:27.328894 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-aa35db03-91b4-4934-ad1c-fd4d4506ca68 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Request body: {'security_group_rule': {'security_group_id': 'e7cbfefe-649d-46c3-996f-830616c83a96', 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:27.330120 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-d4205190-0a02-4c72-afd0-17965536ea06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44478fdf3bd6473aa3a32b4baf955ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665250 Sep 14 22:11:27.335130 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4205190-0a02-4c72-afd0-17965536ea06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7142bd5f-211e-45a2-a2d5-c17a4be1cb4f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:27.335529 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39416) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:27.342195 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-99111991-45ad-4519-a88e-ba9f754a4d1c admin admin] Deleting subnet 315cb0b5-352f-4ec6-8bec-cdb1677d189c {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:11:27.358867 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99111991-45ad-4519-a88e-ba9f754a4d1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.410290 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99111991-45ad-4519-a88e-ba9f754a4d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8063227'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.418170 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9685c88a-ad7a-4fa5-98c9-df06823e2480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.439859 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9685c88a-ad7a-4fa5-98c9-df06823e2480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.461529 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99111991-45ad-4519-a88e-ba9f754a4d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.600039 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.securitygroups_db [None req-aa35db03-91b4-4934-ad1c-fd4d4506ca68 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Project 0a06872af79b4f1b986a772fa9cfde82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 22:11:27.613734 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa35db03-91b4-4934-ad1c-fd4d4506ca68 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.652709 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device eb724a92-aa66-4dd5-90d1-f13bb1524b31 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:11:27.673625 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: eb724a92-aa66-4dd5-90d1-f13bb1524b31 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:11:27.673971 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device eb724a92-aa66-4dd5-90d1-f13bb1524b31 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:11:27.738796 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9685c88a-ad7a-4fa5-98c9-df06823e2480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.738987 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99111991-45ad-4519-a88e-ba9f754a4d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6830446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482864'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.746968 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9685c88a-ad7a-4fa5-98c9-df06823e2480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.746968 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-9685c88a-ad7a-4fa5-98c9-df06823e2480 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7142bd5f-211e-45a2-a2d5-c17a4be1cb4f HTTP/1.1" status: 204 len: 168 time: 0.3924394 Sep 14 22:11:27.762072 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa35db03-91b4-4934-ad1c-fd4d4506ca68 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.763415 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685c88a-ad7a-4fa5-98c9-df06823e2480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7142bd5f-211e-45a2-a2d5-c17a4be1cb4f,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:27.792083 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99111991-45ad-4519-a88e-ba9f754a4d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315cb0b5-352f-4ec6-8bec-cdb1677d189c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:27.796627 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99111991-45ad-4519-a88e-ba9f754a4d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.804068 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-99111991-45ad-4519-a88e-ba9f754a4d1c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/315cb0b5-352f-4ec6-8bec-cdb1677d189c HTTP/1.1" status: 204 len: 168 time: 0.5887821 Sep 14 22:11:27.804068 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39428) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:27.835234 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39430) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:27.873687 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa35db03-91b4-4934-ad1c-fd4d4506ca68 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.894251 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35db03-91b4-4934-ad1c-fd4d4506ca68 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937a2823-2e40-42da-b6ca-41fbd8ad97e9,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:27.927808 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92db4ab2-c96c-4d63-aa98-595f39919ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.966760 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa35db03-91b4-4934-ad1c-fd4d4506ca68 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:27.971766 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-aa35db03-91b4-4934-ad1c-fd4d4506ca68 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6464760 Sep 14 22:11:27.975169 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08c8e0-6a7f-4f9a-9860-9d4010f5bb12 req-c4ec4ff6-88e7-476a-bb0a-fb528fe3a88d tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:27.976666 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6a08c8e0-6a7f-4f9a-9860-9d4010f5bb12 req-c4ec4ff6-88e7-476a-bb0a-fb528fe3a88d tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 945 time: 0.0975983 Sep 14 22:11:27.983347 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f6f25571-c804-4d5c-a570-3ad941657ca9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.068958 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f6f25571-c804-4d5c-a570-3ad941657ca9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.114175 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92db4ab2-c96c-4d63-aa98-595f39919ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.159844 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6a08c8e0-6a7f-4f9a-9860-9d4010f5bb12 req-391a038f-80c5-4130-835c-cb548ae35d6c tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572125 Sep 14 22:11:28.176003 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-92db4ab2-c96c-4d63-aa98-595f39919ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4455282c-a88e-43e5-ad16-64aac4fc64cc']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:28.186940 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2c2423e7-7806-420c-b282-d42befc76549 req-05d24192-08f1-4e6f-bd20-41a4ba082750 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460682085&fields=id&tenant_id=0a06872af79b4f1b986a772fa9cfde82 HTTP/1.1" status: 200 len: 267 time: 0.1546488 Sep 14 22:11:28.190145 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-92db4ab2-c96c-4d63-aa98-595f39919ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0976de72-089b-4829-b37c-e6279b0e54ef') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:28.190435 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-92db4ab2-c96c-4d63-aa98-595f39919ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0976de72-089b-4829-b37c-e6279b0e54ef') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:28.213300 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92db4ab2-c96c-4d63-aa98-595f39919ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.245603 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92db4ab2-c96c-4d63-aa98-595f39919ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.253753 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92db4ab2-c96c-4d63-aa98-595f39919ec3 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:11:28.254138 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92db4ab2-c96c-4d63-aa98-595f39919ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:11:28.255775 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:11:28.284156 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2423e7-7806-420c-b282-d42befc76549 req-e2f1a323-d9b4-467f-a750-6a8c2371fdb2 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:28.285626 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2c2423e7-7806-420c-b282-d42befc76549 req-e2f1a323-d9b4-467f-a750-6a8c2371fdb2 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 946 time: 0.0890031 Sep 14 22:11:28.316349 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f6f25571-c804-4d5c-a570-3ad941657ca9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.319061 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f6f25571-c804-4d5c-a570-3ad941657ca9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.323116 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-f6f25571-c804-4d5c-a570-3ad941657ca9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "DELETE /v2.0/security-groups/e4d1b4f5-9727-4574-88df-84154395ea0e HTTP/1.1" status: 204 len: 168 time: 0.4837978 Sep 14 22:11:28.323473 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39436) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:28.324548 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-2c2423e7-7806-420c-b282-d42befc76549 req-c49c390d-2d10-4796-91cc-2741ee3ad956 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Request body: {'port': {'security_groups': ['b0d7feff-1fdf-4170-adb4-906ba74461f5', 'e7cbfefe-649d-46c3-996f-830616c83a96']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:28.345033 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.api.v2.resource [None req-4e9d1ab6-acf7-47fb-90d8-3bf1c1fa4d86 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] show failed (client error): The resource could not be found. Sep 14 22:11:28.346502 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-4e9d1ab6-acf7-47fb-90d8-3bf1c1fa4d86 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups/e4d1b4f5-9727-4574-88df-84154395ea0e HTTP/1.1" status: 404 len: 347 time: 0.0217645 Sep 14 22:11:28.353798 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f25571-c804-4d5c-a570-3ad941657ca9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d1b4f5-9727-4574-88df-84154395ea0e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:28.355816 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39440) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:28.405469 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92db4ab2-c96c-4d63-aa98-595f39919ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.412441 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92db4ab2-c96c-4d63-aa98-595f39919ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.417331 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-92db4ab2-c96c-4d63-aa98-595f39919ec3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4455282c-a88e-43e5-ad16-64aac4fc64cc HTTP/1.1" status: 204 len: 168 time: 0.6119816 Sep 14 22:11:28.432553 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2c2423e7-7806-420c-b282-d42befc76549 req-c49c390d-2d10-4796-91cc-2741ee3ad956 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.434807 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db4ab2-c96c-4d63-aa98-595f39919ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4455282c-a88e-43e5-ad16-64aac4fc64cc,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:28.466842 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39446) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:28.513778 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15f766d2-4d7a-466b-82fb-bb896e481db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.580281 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-83f15fdb-86bc-4fa7-94c1-88b051494521 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Deleting port 172ffda8-d968-472a-acbb-ac94b0656885 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:11:28.580627 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83f15fdb-86bc-4fa7-94c1-88b051494521 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.664213 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-2c2423e7-7806-420c-b282-d42befc76549 req-c49c390d-2d10-4796-91cc-2741ee3ad956 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] For port e95df2a2-cec2-472c-8a9e-12d7a3220f78, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:28.689338 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83f15fdb-86bc-4fa7-94c1-88b051494521 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.692079 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83f15fdb-86bc-4fa7-94c1-88b051494521 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.693177 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2c2423e7-7806-420c-b282-d42befc76549 req-c49c390d-2d10-4796-91cc-2741ee3ad956 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.711609 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-83f15fdb-86bc-4fa7-94c1-88b051494521 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Calling delete_port for 172ffda8-d968-472a-acbb-ac94b0656885 owned by network:floatingip {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:11:28.724097 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15f766d2-4d7a-466b-82fb-bb896e481db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.753243 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2c2423e7-7806-420c-b282-d42befc76549 req-c49c390d-2d10-4796-91cc-2741ee3ad956 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.795671 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['e95df2a2-cec2-472c-8a9e-12d7a3220f78'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:11:28.802070 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2423e7-7806-420c-b282-d42befc76549 req-c49c390d-2d10-4796-91cc-2741ee3ad956 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:28.802719 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2c2423e7-7806-420c-b282-d42befc76549 req-c49c390d-2d10-4796-91cc-2741ee3ad956 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.804177 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2c2423e7-7806-420c-b282-d42befc76549 req-c49c390d-2d10-4796-91cc-2741ee3ad956 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "PUT /v2.0/ports/e95df2a2-cec2-472c-8a9e-12d7a3220f78 HTTP/1.1" status: 200 len: 982 time: 0.4903853 Sep 14 22:11:28.804633 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:11:28.819415 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737269a2-1564-462f-9015-387d9be938d5" -d '{"events": [{"name": "network-changed", "server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:11:28.858687 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15f766d2-4d7a-466b-82fb-bb896e481db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:28.884834 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39460) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:28.901173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcb7ec6-fc07-4ad6-a1ef-2a87ce21fec0 x-openstack-request-id: req-0fcb7ec6-fc07-4ad6-a1ef-2a87ce21fec0 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:11:28.901476 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:11:28.901723 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fcb7ec6-fc07-4ad6-a1ef-2a87ce21fec0 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:11:28.902123 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78', 'status': 'completed', 'code': 200} Sep 14 22:11:28.936730 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-15f766d2-4d7a-466b-82fb-bb896e481db6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3488d0f278e24dd39b527ca350631e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698722 Sep 14 22:11:28.937476 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39462) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:28.940729 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f766d2-4d7a-466b-82fb-bb896e481db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e40a97-07c9-4459-b4d1-9e7a6eb61d86,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:28.971382 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c390d-2d10-4796-91cc-2741ee3ad956 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event updated for resources: {'Port': ['ID=e95df2a2-cec2-472c-8a9e-12d7a3220f78,revision_number=6']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:28.987544 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['e95df2a2-cec2-472c-8a9e-12d7a3220f78'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:11:29.015851 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-e16a6446-c6f9-468d-aff1-1ab7b7cf368a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b55003268a8a4a20aafa8f6349cb591b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336675 Sep 14 22:11:29.017951 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39464) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:29.045735 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fd155-d999-4206-9c23-c778783be043 req-0225037a-9f8f-40d0-9794-2afd112524f6 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:29.047702 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dd8fd155-d999-4206-9c23-c778783be043 req-0225037a-9f8f-40d0-9794-2afd112524f6 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.1265736 Sep 14 22:11:29.069896 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e00b2f5f-d88c-4148-99fd-ae8c2c185343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.086331 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737269a2-1564-462f-9015-387d9be938d5 req-248c3486-ec32-4bbb-8ac6-e8f221a6395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:29.089951 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-737269a2-1564-462f-9015-387d9be938d5 req-248c3486-ec32-4bbb-8ac6-e8f221a6395c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a06872af79b4f1b986a772fa9cfde82&device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 1138 time: 0.1059127 Sep 14 22:11:29.109923 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e00b2f5f-d88c-4148-99fd-ae8c2c185343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.118096 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83f15fdb-86bc-4fa7-94c1-88b051494521 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.131167 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dd8fd155-d999-4206-9c23-c778783be043 req-d0cd6462-9be3-4668-af72-9d9bbad9fa53 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763848 Sep 14 22:11:29.135331 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97f2ddc6-bc7b-47a0-8d1f-e7d248b04175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.166333 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97f2ddc6-bc7b-47a0-8d1f-e7d248b04175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.239131 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f15fdb-86bc-4fa7-94c1-88b051494521 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event deleted for resources: {'Port': ['ID=172ffda8-d968-472a-acbb-ac94b0656885,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:29.256715 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-47ce4f29-6f02-4954-94bf-de21ce59eab0 None None] Provisioning complete for port e95df2a2-cec2-472c-8a9e-12d7a3220f78 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:11:29.257220 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-47ce4f29-6f02-4954-94bf-de21ce59eab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.289214 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ced8a9-dd79-4717-b69e-b9d2479743fe req-db990eb2-5700-48d8-9c63-d161455d03f3 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:29.291781 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a0ced8a9-dd79-4717-b69e-b9d2479743fe req-db990eb2-5700-48d8-9c63-d161455d03f3 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 945 time: 0.0556016 Sep 14 22:11:29.326671 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737269a2-1564-462f-9015-387d9be938d5 req-4a151c9b-3b60-44cb-b91f-49ba2e2c17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:29.328939 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-737269a2-1564-462f-9015-387d9be938d5 req-4a151c9b-3b60-44cb-b91f-49ba2e2c17a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=948156fd-67c0-4520-990c-719ccd9f66ed HTTP/1.1" status: 200 len: 915 time: 0.2291086 Sep 14 22:11:29.334216 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83f15fdb-86bc-4fa7-94c1-88b051494521 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.337652 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83f15fdb-86bc-4fa7-94c1-88b051494521 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.341786 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-83f15fdb-86bc-4fa7-94c1-88b051494521 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "DELETE /v2.0/floatingips/bc00533c-678f-4776-aaf5-16b30a1f456c HTTP/1.1" status: 204 len: 168 time: 0.9709246 Sep 14 22:11:29.358678 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97f2ddc6-bc7b-47a0-8d1f-e7d248b04175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.364959 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97f2ddc6-bc7b-47a0-8d1f-e7d248b04175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.364959 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-97f2ddc6-bc7b-47a0-8d1f-e7d248b04175 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c06764d7-7815-4a0e-9acd-3a51b7ec7561 HTTP/1.1" status: 204 len: 168 time: 0.3431916 Sep 14 22:11:29.365338 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a0ced8a9-dd79-4717-b69e-b9d2479743fe req-bae49abb-2175-490c-ac77-fb7462ab239a tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674779 Sep 14 22:11:29.397990 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2ddc6-bc7b-47a0-8d1f-e7d248b04175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06764d7-7815-4a0e-9acd-3a51b7ec7561,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:29.446581 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-737269a2-1564-462f-9015-387d9be938d5 req-4999d51b-b643-4efb-98a1-9c40ac056aa6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78 HTTP/1.1" status: 200 len: 1002 time: 0.1067748 Sep 14 22:11:29.516381 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737269a2-1564-462f-9015-387d9be938d5 req-35f261c1-11f6-486a-bc3d-58fbacf68cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:29.518240 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-737269a2-1564-462f-9015-387d9be938d5 req-35f261c1-11f6-486a-bc3d-58fbacf68cb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2821297-2f4d-4622-93c7-c6578d7ccee8 HTTP/1.1" status: 200 len: 853 time: 0.0569167 Sep 14 22:11:29.519163 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e00b2f5f-d88c-4148-99fd-ae8c2c185343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.523871 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e00b2f5f-d88c-4148-99fd-ae8c2c185343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.539859 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-e00b2f5f-d88c-4148-99fd-ae8c2c185343 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30e40a97-07c9-4459-b4d1-9e7a6eb61d86 HTTP/1.1" status: 204 len: 168 time: 0.5943389 Sep 14 22:11:29.585266 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b2f5f-d88c-4148-99fd-ae8c2c185343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e40a97-07c9-4459-b4d1-9e7a6eb61d86,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:29.607744 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737269a2-1564-462f-9015-387d9be938d5 req-10705882-e417-484c-8977-210f414fb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:29.610443 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-737269a2-1564-462f-9015-387d9be938d5 req-10705882-e417-484c-8977-210f414fb361 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=948156fd-67c0-4520-990c-719ccd9f66ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679348 Sep 14 22:11:29.720653 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-737269a2-1564-462f-9015-387d9be938d5 req-3f617894-e4ab-4d7e-a427-b41922738c7d service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014938 Sep 14 22:11:29.737582 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39476) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:29.751514 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-430b71f6-0f0b-4fa9-9ad6-4a0bd76e9489 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641279809', 'description': 'tempest-description--1351123123'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:29.773261 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea0a5-65cf-4004-aa70-eef5ee6e757c req-ca123620-501d-4d63-bb29-4d3822031fb3 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:29.775256 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2b3ea0a5-65cf-4004-aa70-eef5ee6e757c req-ca123620-501d-4d63-bb29-4d3822031fb3 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 945 time: 0.0647762 Sep 14 22:11:29.831341 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-737269a2-1564-462f-9015-387d9be938d5 req-5d7ce5b4-9af4-4160-9819-c8a55ec08efa service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017926 Sep 14 22:11:29.868636 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-2b3ea0a5-65cf-4004-aa70-eef5ee6e757c req-8aa24975-39fb-48e4-9da0-d831f2d50e00 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Deleting port d057c716-029b-4ce8-9def-66890f968ef1 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:11:29.869119 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2b3ea0a5-65cf-4004-aa70-eef5ee6e757c req-8aa24975-39fb-48e4-9da0-d831f2d50e00 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.931578 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-430b71f6-0f0b-4fa9-9ad6-4a0bd76e9489 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.982441 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-2b3ea0a5-65cf-4004-aa70-eef5ee6e757c req-8aa24975-39fb-48e4-9da0-d831f2d50e00 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] For port d057c716-029b-4ce8-9def-66890f968ef1, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=d057c716-029b-4ce8-9def-66890f968ef1,segment=NetworkSegment(ac575319-98ce-4e68-abc9-34e52daa456a),segment_id=ac575319-98ce-4e68-abc9-34e52daa456a)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:29.982606 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2b3ea0a5-65cf-4004-aa70-eef5ee6e757c req-8aa24975-39fb-48e4-9da0-d831f2d50e00 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:29.995646 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-2b3ea0a5-65cf-4004-aa70-eef5ee6e757c req-8aa24975-39fb-48e4-9da0-d831f2d50e00 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Calling delete_port for d057c716-029b-4ce8-9def-66890f968ef1 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:11:30.043577 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-430b71f6-0f0b-4fa9-9ad6-4a0bd76e9489 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:30.137162 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-430b71f6-0f0b-4fa9-9ad6-4a0bd76e9489 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:30.170228 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b71f6-0f0b-4fa9-9ad6-4a0bd76e9489 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902bb35d-e8ab-4ee3-9404-4c7820c0d002,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:30.233308 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2b3ea0a5-65cf-4004-aa70-eef5ee6e757c req-8aa24975-39fb-48e4-9da0-d831f2d50e00 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:30.262038 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-430b71f6-0f0b-4fa9-9ad6-4a0bd76e9489 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:30.264028 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-430b71f6-0f0b-4fa9-9ad6-4a0bd76e9489 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5246229 Sep 14 22:11:30.270123 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa24975-39fb-48e4-9da0-d831f2d50e00 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Pushing event deleted for resources: {'Port': ['ID=d057c716-029b-4ce8-9def-66890f968ef1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:30.271764 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39498) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:30.272312 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['d057c716-029b-4ce8-9def-66890f968ef1'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:11:30.282917 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-3881b169-1c6f-4931-96a8-eff90c5b4b0d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Request body: {'security_group_rule': {'security_group_id': '902bb35d-e8ab-4ee3-9404-4c7820c0d002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:30.336952 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3ea0a5-65cf-4004-aa70-eef5ee6e757c req-8aa24975-39fb-48e4-9da0-d831f2d50e00 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] No DVR routers for this DVR port d057c716-029b-4ce8-9def-66890f968ef1 on host hv-cinder-80901 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:11:30.339499 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2b3ea0a5-65cf-4004-aa70-eef5ee6e757c req-8aa24975-39fb-48e4-9da0-d831f2d50e00 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:30.341730 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2b3ea0a5-65cf-4004-aa70-eef5ee6e757c req-8aa24975-39fb-48e4-9da0-d831f2d50e00 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.37 "DELETE /v2.0/ports/d057c716-029b-4ce8-9def-66890f968ef1 HTTP/1.1" status: 204 len: 173 time: 0.5605664 Sep 14 22:11:30.456046 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3881b169-1c6f-4931-96a8-eff90c5b4b0d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:30.494529 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a3543d89-9bf6-449c-9b45-fa27910a5e35 req-39ec48b9-5192-4f64-a8b0-48be25f071ca tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f68c7b-11c3-43b3-9986-1d48b8b52d5c HTTP/1.1" status: 200 len: 210 time: 0.0275705 Sep 14 22:11:30.531256 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3881b169-1c6f-4931-96a8-eff90c5b4b0d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:30.673678 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3881b169-1c6f-4931-96a8-eff90c5b4b0d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:30.692941 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881b169-1c6f-4931-96a8-eff90c5b4b0d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89a6785-27be-457a-87e7-2ca6600a6ba6,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:30.803078 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39510) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:30.810502 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3881b169-1c6f-4931-96a8-eff90c5b4b0d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:30.811687 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-3881b169-1c6f-4931-96a8-eff90c5b4b0d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5368867 Sep 14 22:11:30.819390 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39514) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:30.825413 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-2e294352-b48f-4b94-9593-191883a72fd7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Request body: {'security_group_rule': {'security_group_id': '902bb35d-e8ab-4ee3-9404-4c7820c0d002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:30.903080 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f68c7b-11c3-43b3-9986-1d48b8b52d5c', 'name': 'network-vif-deleted', 'tag': 'd057c716-029b-4ce8-9def-66890f968ef1'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:11:30.905870 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380f5ffe-cef3-4778-a1f2-14e362806993" -d '{"events": [{"server_uuid": "c7f68c7b-11c3-43b3-9986-1d48b8b52d5c", "name": "network-vif-deleted", "tag": "d057c716-029b-4ce8-9def-66890f968ef1"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:11:30.921323 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ff0d42ff-8b7e-4f53-a29c-e269ae6353e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:30.941439 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2e294352-b48f-4b94-9593-191883a72fd7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:30.952811 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fcaf77-0501-44ec-a57c-30d5fd3d88a3 x-openstack-request-id: req-c5fcaf77-0501-44ec-a57c-30d5fd3d88a3 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:11:30.953582 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f68c7b-11c3-43b3-9986-1d48b8b52d5c", "name": "network-vif-deleted", "tag": "d057c716-029b-4ce8-9def-66890f968ef1", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:11:30.953984 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5fcaf77-0501-44ec-a57c-30d5fd3d88a3 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:11:30.954535 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f68c7b-11c3-43b3-9986-1d48b8b52d5c', 'name': 'network-vif-deleted', 'tag': 'd057c716-029b-4ce8-9def-66890f968ef1', 'status': 'completed', 'code': 200} Sep 14 22:11:31.031234 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2e294352-b48f-4b94-9593-191883a72fd7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:31.071083 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ff0d42ff-8b7e-4f53-a29c-e269ae6353e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:31.073376 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2e294352-b48f-4b94-9593-191883a72fd7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:31.090993 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e294352-b48f-4b94-9593-191883a72fd7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77aa4790-84fb-462f-aabe-7ee30cce8b2a,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:31.126085 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ff0d42ff-8b7e-4f53-a29c-e269ae6353e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:31.165622 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d42ff-8b7e-4f53-a29c-e269ae6353e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e2904f-0954-4386-bd7b-e09ab519ab2b,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:31.169988 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-ff0d42ff-8b7e-4f53-a29c-e269ae6353e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=711131a3454f4009b305985532b6c001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658369 Sep 14 22:11:31.172627 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39532) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:31.213046 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2e294352-b48f-4b94-9593-191883a72fd7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:31.217509 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-2e294352-b48f-4b94-9593-191883a72fd7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3942411 Sep 14 22:11:31.218138 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39538) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:31.222798 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Request body: {'floatingip': {'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:31.242025 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1cd955c1-2744-4628-83b6-34e2778d91a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:31.275111 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1cd955c1-2744-4628-83b6-34e2778d91a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:31.296514 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:31.434684 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1cd955c1-2744-4628-83b6-34e2778d91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:31.437323 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1cd955c1-2744-4628-83b6-34e2778d91a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:31.438903 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-1cd955c1-2744-4628-83b6-34e2778d91a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2e2904f-0954-4386-bd7b-e09ab519ab2b HTTP/1.1" status: 204 len: 168 time: 0.2649212 Sep 14 22:11:31.443892 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:31.448474 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd955c1-2744-4628-83b6-34e2778d91a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e2904f-0954-4386-bd7b-e09ab519ab2b,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:31.592773 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Allocated IP 172.27.2.60 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/43a6308b-8d26-45af-8588-8593f6b2d755) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:11:31.713573 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:31.827779 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:31.867248 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:11:31.872149 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:11:31.875657 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:11:31.883952 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event updated for resources: {'Port': ['ID=43a6308b-8d26-45af-8588-8593f6b2d755,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:31.982595 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:32.108197 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:32.189575 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39568) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:32.204265 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d7525cf-6080-4e93-ad2b-bd41b34ed9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:32.289225 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:32.344985 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d7525cf-6080-4e93-ad2b-bd41b34ed9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:32.394056 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:32.422415 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d7525cf-6080-4e93-ad2b-bd41b34ed9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:32.467171 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-6d7525cf-6080-4e93-ad2b-bd41b34ed9b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee4ff121efa1417ca465891bf3351504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759748 Sep 14 22:11:32.468613 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7525cf-6080-4e93-ad2b-bd41b34ed9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cf87ef-705e-4dea-b10b-1db803e0724d,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:32.469838 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39580) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:32.486121 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event updated for resources: {'Port': ['ID=43a6308b-8d26-45af-8588-8593f6b2d755,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:32.505160 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:32.540097 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32d531a1-2196-4fce-8420-c55cd2210d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:32.564919 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32d531a1-2196-4fce-8420-c55cd2210d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:32.604675 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:32.606033 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-3745f534-174b-425a-b419-82154ef529ef tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3868060 Sep 14 22:11:32.763594 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32d531a1-2196-4fce-8420-c55cd2210d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:32.766154 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32d531a1-2196-4fce-8420-c55cd2210d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:32.767211 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-32d531a1-2196-4fce-8420-c55cd2210d47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4cf87ef-705e-4dea-b10b-1db803e0724d HTTP/1.1" status: 204 len: 168 time: 0.2964561 Sep 14 22:11:32.786524 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d531a1-2196-4fce-8420-c55cd2210d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cf87ef-705e-4dea-b10b-1db803e0724d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:32.801207 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-c46d1ce6-d359-474b-914d-13aa60c3439c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1641279809&fields=id&tenant_id=892410c7263d45f4b9172310ff584d6d HTTP/1.1" status: 200 len: 267 time: 0.0455534 Sep 14 22:11:32.918817 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-15a88140-eed4-4230-93db-f411d03cfd51 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:32.920295 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-15a88140-eed4-4230-93db-f411d03cfd51 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/networks?id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 200 len: 817 time: 0.1005185 Sep 14 22:11:32.935723 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-2cecebba-9e4c-42dc-aa0e-7ec5ba6fb739 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/quotas/892410c7263d45f4b9172310ff584d6d HTTP/1.1" status: 200 len: 375 time: 0.0096784 Sep 14 22:11:32.992235 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-440d8222-e088-4efa-ad2a-84b00957b413 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509608 Sep 14 22:11:33.089192 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-e71a5620-a3c7-46c3-a388-a3089f189762 service neutron] 10.222.0.30 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847790 Sep 14 22:11:33.182421 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-249cc0ae-7e82-43dc-a91b-edd4f47198b3 service neutron] 10.222.0.30 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871949 Sep 14 22:11:33.404662 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5332a2a3-ce53-4f67-8e6d-b2a081528f61 req-727bb524-036d-4911-89b3-84c78898e762 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 210 time: 0.0323064 Sep 14 22:11:34.379229 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39650) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:34.493355 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e86cd279-ffbe-4165-aa8e-57dc54409a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:34.510220 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e2de7520-7e93-42e1-bad5-31203add161a req-932b317a-b7f5-4211-b9c1-5b35b80358e0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 210 time: 0.0327876 Sep 14 22:11:34.593471 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e86cd279-ffbe-4165-aa8e-57dc54409a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:34.713122 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e86cd279-ffbe-4165-aa8e-57dc54409a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:34.751248 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-e86cd279-ffbe-4165-aa8e-57dc54409a45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c63ea88e868455b9ed73acc5e1a3d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709791 Sep 14 22:11:34.752132 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cd279-ffbe-4165-aa8e-57dc54409a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b8bf5f-1481-4ddc-b5e6-5b0a7376fa11,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:34.753909 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39658) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:34.804887 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22ef12b7-673f-400b-b90d-78c42d63ed28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:34.824594 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22ef12b7-673f-400b-b90d-78c42d63ed28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:34.964678 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22ef12b7-673f-400b-b90d-78c42d63ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:34.967183 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22ef12b7-673f-400b-b90d-78c42d63ed28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:34.968332 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-22ef12b7-673f-400b-b90d-78c42d63ed28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3b8bf5f-1481-4ddc-b5e6-5b0a7376fa11 HTTP/1.1" status: 204 len: 168 time: 0.2123337 Sep 14 22:11:34.975852 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef12b7-673f-400b-b90d-78c42d63ed28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b8bf5f-1481-4ddc-b5e6-5b0a7376fa11,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:34.998379 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device d057c716-029b-4ce8-9def-66890f968ef1 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:11:35.024428 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: d057c716-029b-4ce8-9def-66890f968ef1 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:11:35.024428 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device d057c716-029b-4ce8-9def-66890f968ef1 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:11:35.614389 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5c8b6350-5d64-4d57-82a6-586d5cf62d50 req-e1203aec-d2ed-49e6-a4fb-fdbc41c5b8f2 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 210 time: 0.0325732 Sep 14 22:11:36.277784 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-e056db8b-09ee-41d9-8b91-3db3f7bd73c9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:36.279353 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-e056db8b-09ee-41d9-8b91-3db3f7bd73c9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.37 "GET /v2.0/networks?id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 200 len: 817 time: 0.1091778 Sep 14 22:11:36.345256 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-29c55495-acd4-400a-a9ee-e9bb4b49bc16 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=892410c7263d45f4b9172310ff584d6d HTTP/1.1" status: 200 len: 380 time: 0.0503767 Sep 14 22:11:36.354748 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-a28f0796-3c2b-43b2-983f-b85189165234 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Request body: {'port': {'device_id': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'admin_state_up': True, 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'security_groups': ['902bb35d-e8ab-4ee3-9404-4c7820c0d002']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:36.559807 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-a28f0796-3c2b-43b2-983f-b85189165234 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Made reservation on behalf of 892410c7263d45f4b9172310ff584d6d for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:11:36.563527 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-a28f0796-3c2b-43b2-983f-b85189165234 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:36.729649 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bff3886e-95da-4eaf-86b2-44491d267c91 req-a577c388-97c6-41db-961e-0ecc4c6f152e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 210 time: 0.0320356 Sep 14 22:11:36.746975 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-a28f0796-3c2b-43b2-983f-b85189165234 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Allocated IP 172.20.0.14 (96bf4afe-8a3f-4a2c-b0ac-f11305f04173/5333dda5-64f1-4ac4-8364-1d7ef56329c7/fbd67818-9831-406c-a4ef-a35484004732) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:11:36.885657 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-a28f0796-3c2b-43b2-983f-b85189165234 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:37.016708 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-a28f0796-3c2b-43b2-983f-b85189165234 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:37.059824 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-a28f0796-3c2b-43b2-983f-b85189165234 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:11:37.062796 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-a28f0796-3c2b-43b2-983f-b85189165234 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:11:37.066515 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-a28f0796-3c2b-43b2-983f-b85189165234 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:11:37.094710 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f0796-3c2b-43b2-983f-b85189165234 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event updated for resources: {'Port': ['ID=fbd67818-9831-406c-a4ef-a35484004732,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:37.126279 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-a28f0796-3c2b-43b2-983f-b85189165234 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:37.127265 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-a28f0796-3c2b-43b2-983f-b85189165234 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:37.240210 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-a28f0796-3c2b-43b2-983f-b85189165234 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8891866 Sep 14 22:11:37.264725 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Request body: {'port': {'device_id': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:37.321237 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-75e6ec94-16ca-424d-bc45-4dabd4985a8b None None] Provisioning complete for port fbd67818-9831-406c-a4ef-a35484004732 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:11:37.322444 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-75e6ec94-16ca-424d-bc45-4dabd4985a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:37.347040 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:37.371111 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:37.372116 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-75e6ec94-16ca-424d-bc45-4dabd4985a8b None None] Port fbd67818-9831-406c-a4ef-a35484004732 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:11:37.823775 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd67818-9831-406c-a4ef-a35484004732 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:11:37.845029 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:37.861544 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Transition to ACTIVE for port object fbd67818-9831-406c-a4ef-a35484004732 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:11:37.875360 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259741d-ad14-460a-b1bd-b64fbba56abb req-280fadf7-788e-4ceb-9cf7-70ccfb90725f tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:37.876905 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6259741d-ad14-460a-b1bd-b64fbba56abb req-280fadf7-788e-4ceb-9cf7-70ccfb90725f tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 932 time: 0.0740499 Sep 14 22:11:37.916176 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6259741d-ad14-460a-b1bd-b64fbba56abb req-647b3ca7-e57a-485b-9d2f-60bb01f62a54 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327227 Sep 14 22:11:37.930963 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:38.258366 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Pushing event updated for resources: {'Port': ['ID=fbd67818-9831-406c-a4ef-a35484004732,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:38.308859 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Attempting to bind port fbd67818-9831-406c-a4ef-a35484004732 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:11:38.309203 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Attempting to bind port fbd67818-9831-406c-a4ef-a35484004732 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:11:38.309526 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Attempting to bind port fbd67818-9831-406c-a4ef-a35484004732 on network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:11:38.314326 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Port fbd67818-9831-406c-a4ef-a35484004732 on network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:11:38.314646 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Attempting to bind port fbd67818-9831-406c-a4ef-a35484004732 on network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:11:38.319792 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:11:38.320131 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Checking segment: {'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:11:38.320524 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Bound using segment: {'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:11:38.320989 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Bound port: fbd67818-9831-406c-a4ef-a35484004732, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0ca922-75f2-482f-bef2-85dbb29d9dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:11:38.321873 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:38.389002 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] For port fbd67818-9831-406c-a4ef-a35484004732, host hv-cinder-80901, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:11:38.394646 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] For port fbd67818-9831-406c-a4ef-a35484004732, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=fbd67818-9831-406c-a4ef-a35484004732,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:11:38.479513 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:38.516313 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:38.516963 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:38.518328 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] 10.222.0.37 "PUT /v2.0/ports/fbd67818-9831-406c-a4ef-a35484004732 HTTP/1.1" status: 200 len: 1094 time: 1.2606628 Sep 14 22:11:38.518764 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:11:38.521019 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e157804a-058a-4848-a68b-9004431b5687" -d '{"events": [{"name": "network-changed", "server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "tag": "fbd67818-9831-406c-a4ef-a35484004732"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:11:38.546490 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fd79e-635b-4907-babf-5d910c15548a service neutron] Pushing event updated for resources: {'Port': ['ID=fbd67818-9831-406c-a4ef-a35484004732,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:38.569865 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6446e56-fcb1-4ed4-bc21-b232190ccb59 x-openstack-request-id: req-b6446e56-fcb1-4ed4-bc21-b232190ccb59 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:11:38.570160 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "tag": "fbd67818-9831-406c-a4ef-a35484004732", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:11:38.570406 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6446e56-fcb1-4ed4-bc21-b232190ccb59 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:11:38.570794 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732', 'status': 'completed', 'code': 200} Sep 14 22:11:39.044356 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0b0fc-33c2-4094-9097-454aa552785d req-39a75dc9-7026-44b1-9a1f-5f6cd3a4b6a9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:39.045886 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-54b0b0fc-33c2-4094-9097-454aa552785d req-39a75dc9-7026-44b1-9a1f-5f6cd3a4b6a9 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0565968 Sep 14 22:11:39.083735 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-54b0b0fc-33c2-4094-9097-454aa552785d req-0a9e582a-5573-4302-ad5b-7a5397ace128 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Sep 14 22:11:40.204346 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e60f9f-6030-4264-a52b-48ad4bc80271 req-233e7795-f266-462d-9980-79543c58b74a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:40.205747 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-93e60f9f-6030-4264-a52b-48ad4bc80271 req-233e7795-f266-462d-9980-79543c58b74a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0481598 Sep 14 22:11:40.242470 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-93e60f9f-6030-4264-a52b-48ad4bc80271 req-6a7efc13-1419-40f9-ba85-cf5c6707ebc8 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308111 Sep 14 22:11:41.170781 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157804a-058a-4848-a68b-9004431b5687 req-86bb26ad-031e-4001-839a-5b0fadbfa6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:41.172345 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e157804a-058a-4848-a68b-9004431b5687 req-86bb26ad-031e-4001-839a-5b0fadbfa6b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 1097 time: 0.0411913 Sep 14 22:11:41.277462 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157804a-058a-4848-a68b-9004431b5687 req-aa8cb29c-09f4-4e04-8391-ab6f7d0d8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:41.278955 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e157804a-058a-4848-a68b-9004431b5687 req-aa8cb29c-09f4-4e04-8391-ab6f7d0d8310 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=892410c7263d45f4b9172310ff584d6d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0929782 Sep 14 22:11:41.418615 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a0baf-04a1-41c7-b320-ecf641b1dd4a req-f4332d38-d077-44af-96fc-507e053b2e0b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:41.420490 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-449a0baf-04a1-41c7-b320-ecf641b1dd4a req-f4332d38-d077-44af-96fc-507e053b2e0b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.1006317 Sep 14 22:11:41.423427 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157804a-058a-4848-a68b-9004431b5687 req-2af83a1d-7fe4-4dd4-8f64-d5a03a6e8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:41.424763 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e157804a-058a-4848-a68b-9004431b5687 req-2af83a1d-7fe4-4dd4-8f64-d5a03a6e8dc9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379449 Sep 14 22:11:41.467685 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-449a0baf-04a1-41c7-b320-ecf641b1dd4a req-7b4d3fee-db44-433c-855e-3e6633153097 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406754 Sep 14 22:11:41.524353 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-0f64f68c-be90-45cc-b83d-87503a2912c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:41.526392 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-0f64f68c-be90-45cc-b83d-87503a2912c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 1097 time: 0.0407121 Sep 14 22:11:41.576001 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-014ffe7a-620c-40ea-92c7-9640d2418bdd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd67818-9831-406c-a4ef-a35484004732 HTTP/1.1" status: 200 len: 217 time: 0.0365665 Sep 14 22:11:41.624647 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-79cb50a6-ab45-4883-92ec-4fb9526170c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:41.626227 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-79cb50a6-ab45-4883-92ec-4fb9526170c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5333dda5-64f1-4ac4-8364-1d7ef56329c7 HTTP/1.1" status: 200 len: 856 time: 0.0422156 Sep 14 22:11:41.672343 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-c8280ea6-3047-4299-89cb-7cdf8815e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:41.673732 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-c8280ea6-3047-4299-89cb-7cdf8815e419 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398989 Sep 14 22:11:41.766067 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-3367abf3-88b1-408d-bd61-b456509f4746 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828145 Sep 14 22:11:41.857459 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3cde493-4f7a-4ee5-ae0f-2a9474a52aea req-ba954936-42fd-4ac8-a2a0-953204747db6 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838730 Sep 14 22:11:41.959365 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b5ccec77-593f-4f9e-b6ce-e81f3baae53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:42.653546 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabf49f-18f9-486f-9bc5-0d8130d0a017 req-c4877c95-6e74-44f0-b7b6-085772fca774 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:42.655294 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-baabf49f-18f9-486f-9bc5-0d8130d0a017 req-c4877c95-6e74-44f0-b7b6-085772fca774 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.1002970 Sep 14 22:11:42.676877 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-ed353ea7-b73e-4b3e-9823-91ec55f78d1f tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:42.678337 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-ed353ea7-b73e-4b3e-9823-91ec55f78d1f tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/networks?id=4e56da62-5b89-4fd1-9125-2a29102460f9 HTTP/1.1" status: 200 len: 814 time: 0.1597054 Sep 14 22:11:42.700170 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-0ad7d8c3-d6f0-46b1-bae1-e4bf53c498b5 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/quotas/d71f68b02c07482c8d7ae1c4fb33a8b7 HTTP/1.1" status: 200 len: 375 time: 0.0149324 Sep 14 22:11:42.722800 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-baabf49f-18f9-486f-9bc5-0d8130d0a017 req-2a53d33b-a360-4f96-bea7-335212504830 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599418 Sep 14 22:11:42.741136 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5c1ea3fd-ed2b-4c38-9e1b-83394a385bb9 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d71f68b02c07482c8d7ae1c4fb33a8b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355215 Sep 14 22:11:42.832858 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-0932facb-81af-4c9f-a9c1-9c29efaa8ce4 service neutron] 10.222.0.30 "GET /v2.0/networks/4e56da62-5b89-4fd1-9125-2a29102460f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831316 Sep 14 22:11:42.925173 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-4d408834-2ef1-4856-b1d5-423c3e4bdece service neutron] 10.222.0.30 "GET /v2.0/networks/4e56da62-5b89-4fd1-9125-2a29102460f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856295 Sep 14 22:11:43.148497 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a2d26358-94ae-443c-8b8e-8048e2159ab4 req-1142f53c-f758-4afa-a841-ad5ba52ef3be tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 210 time: 0.0269625 Sep 14 22:11:43.778880 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39900) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:43.861523 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd793b-3c2b-47c7-9a3f-1ba125445412 req-7eb6587b-a27a-478b-ae78-ccc172c385ca tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:43.870235 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-39dd793b-3c2b-47c7-9a3f-1ba125445412 req-7eb6587b-a27a-478b-ae78-ccc172c385ca tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0669112 Sep 14 22:11:43.901407 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9bef12f7-0e59-4b52-a74f-c42524427c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:43.909567 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-39dd793b-3c2b-47c7-9a3f-1ba125445412 req-6d050a71-d9d3-44b8-8f9a-b955c2807a44 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384886 Sep 14 22:11:44.002092 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9bef12f7-0e59-4b52-a74f-c42524427c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:44.078991 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9bef12f7-0e59-4b52-a74f-c42524427c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:44.119303 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-9bef12f7-0e59-4b52-a74f-c42524427c5e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e74ed63bb4a94187836dc4ce60f4a907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391376 Sep 14 22:11:44.121253 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef12f7-0e59-4b52-a74f-c42524427c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f848d32-4d41-405a-80dc-21e0879b9d78,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:44.124610 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39912) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:44.177843 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device fbd67818-9831-406c-a4ef-a35484004732 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:11:44.182595 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b5a34b6-bf7c-40ce-89b2-fd3df0557265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:44.211157 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b5a34b6-bf7c-40ce-89b2-fd3df0557265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:44.307294 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3416a638-6f77-40f7-86a4-27a979954bf9 req-54b284c8-29a4-4aae-a256-71687479bfab tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 210 time: 0.0790486 Sep 14 22:11:44.389402 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port fbd67818-9831-406c-a4ef-a35484004732, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=fbd67818-9831-406c-a4ef-a35484004732,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:44.394439 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b5a34b6-bf7c-40ce-89b2-fd3df0557265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:44.403077 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b5a34b6-bf7c-40ce-89b2-fd3df0557265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:44.407027 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-6b5a34b6-bf7c-40ce-89b2-fd3df0557265 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f848d32-4d41-405a-80dc-21e0879b9d78 HTTP/1.1" status: 204 len: 168 time: 0.2784569 Sep 14 22:11:44.409520 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'fbd67818-9831-406c-a4ef-a35484004732', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'port_id': 'fbd67818-9831-406c-a4ef-a35484004732', 'mac_address': 'fa:16:3e:00:44:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:11:44.414351 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a34b6-bf7c-40ce-89b2-fd3df0557265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f848d32-4d41-405a-80dc-21e0879b9d78,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:44.480480 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:44.502541 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd67818-9831-406c-a4ef-a35484004732 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:11:44.522686 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port fbd67818-9831-406c-a4ef-a35484004732, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=fbd67818-9831-406c-a4ef-a35484004732,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:44.542510 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8128dcce-15e1-49b4-a379-b5d45c23c58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:44.662262 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:44.729132 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=fbd67818-9831-406c-a4ef-a35484004732,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:44.737925 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:44.738281 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:44.739010 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:44.739354 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:44.739793 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:44.740136 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:44.740469 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:44.740831 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:44.741180 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:44.741677 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:44.742052 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:44.742375 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:11:44.930888 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:44.970516 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['fbd67818-9831-406c-a4ef-a35484004732'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:11:45.136685 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e3784-3303-4e21-bd96-9c8590243cc6 req-28f63727-39cd-4c01-aa20-4df8a86eab56 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:45.136685 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-626e3784-3303-4e21-bd96-9c8590243cc6 req-28f63727-39cd-4c01-aa20-4df8a86eab56 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 945 time: 0.0574327 Sep 14 22:11:45.136685 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-626e3784-3303-4e21-bd96-9c8590243cc6 req-00cf548b-e6a9-4fb4-b141-409bc9b7447e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316558 Sep 14 22:11:45.407942 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d005c45e-12d3-47ce-bb77-a9f6daa79313 req-39a704d5-7793-4ec9-a4b3-be23d91c4a41 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 210 time: 0.0277169 Sep 14 22:11:45.672961 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 39964) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:45.686720 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8efa4422-96af-486c-8616-257cce7bd20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:45.748006 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:45.775157 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8efa4422-96af-486c-8616-257cce7bd20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:45.908066 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8efa4422-96af-486c-8616-257cce7bd20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:45.961298 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-8efa4422-96af-486c-8616-257cce7bd20a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58ad2ef0a2cb42b8b546cd5d7662c1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872083 Sep 14 22:11:45.965503 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa4422-96af-486c-8616-257cce7bd20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36168355-2c8a-4043-a683-269e4dfdefa9,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:45.979526 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 39972) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:46.103214 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-76e56f32-2c77-40f5-9138-8edaf10b50eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:46.111553 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-16a8cf21-7963-4e8a-ba27-9b3b6dbfa0b8 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:46.113618 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-16a8cf21-7963-4e8a-ba27-9b3b6dbfa0b8 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.37 "GET /v2.0/networks?id=4e56da62-5b89-4fd1-9125-2a29102460f9 HTTP/1.1" status: 200 len: 814 time: 0.1607294 Sep 14 22:11:46.134604 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-07f20dfd-bcb6-4752-97f7-ff5b92f45e91 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Request body: {'port': {'device_id': 'e1b5626f-1073-4de7-98aa-9d6e52a499c2', 'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9', 'admin_state_up': True, 'tenant_id': 'd71f68b02c07482c8d7ae1c4fb33a8b7'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:46.139641 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-76e56f32-2c77-40f5-9138-8edaf10b50eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:46.187405 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device fbd67818-9831-406c-a4ef-a35484004732 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:11:46.201268 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:11:46.292012 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe0e28-b165-48da-bf7b-4d8dcd5d0df5 req-6965c5e0-1f7f-4204-807d-db70de84cdad tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:46.293527 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4abe0e28-b165-48da-bf7b-4d8dcd5d0df5 req-6965c5e0-1f7f-4204-807d-db70de84cdad tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 945 time: 0.1111581 Sep 14 22:11:46.338900 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4abe0e28-b165-48da-bf7b-4d8dcd5d0df5 req-a590f334-1de2-4165-b40c-b1dc15f709f6 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389450 Sep 14 22:11:46.370370 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port fbd67818-9831-406c-a4ef-a35484004732 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:11:46.374294 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port fbd67818-9831-406c-a4ef-a35484004732 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:11:46.374685 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:46.453095 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:46.475405 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:11:46.478194 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd44820-22e1-456f-ab1c-02290755b7e8" -d '{"events": [{"server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "name": "network-vif-plugged", "status": "completed", "tag": "fbd67818-9831-406c-a4ef-a35484004732"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:11:46.491420 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port fbd67818-9831-406c-a4ef-a35484004732, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=fbd67818-9831-406c-a4ef-a35484004732,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:46.501869 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a08f0bc4-f66c-458a-9d79-33ff09ece6aa req-872d9d02-c16c-4d88-9e5e-b4d2365c7e72 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 210 time: 0.0279896 Sep 14 22:11:46.502608 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-76e56f32-2c77-40f5-9138-8edaf10b50eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:46.505196 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-76e56f32-2c77-40f5-9138-8edaf10b50eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:46.508902 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-76e56f32-2c77-40f5-9138-8edaf10b50eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36168355-2c8a-4043-a683-269e4dfdefa9 HTTP/1.1" status: 204 len: 168 time: 0.5201283 Sep 14 22:11:46.517639 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e56f32-2c77-40f5-9138-8edaf10b50eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36168355-2c8a-4043-a683-269e4dfdefa9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:46.536680 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-07f20dfd-bcb6-4752-97f7-ff5b92f45e91 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Made reservation on behalf of d71f68b02c07482c8d7ae1c4fb33a8b7 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:11:46.541019 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-07f20dfd-bcb6-4752-97f7-ff5b92f45e91 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:46.542161 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a29d810-c45b-4312-aea1-13599f2cc832 x-openstack-request-id: req-8a29d810-c45b-4312-aea1-13599f2cc832 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:11:46.542522 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "name": "network-vif-plugged", "status": "completed", "tag": "fbd67818-9831-406c-a4ef-a35484004732", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:11:46.542844 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a29d810-c45b-4312-aea1-13599f2cc832 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:11:46.543303 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732', 'code': 200} Sep 14 22:11:46.662386 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:46.676333 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-07f20dfd-bcb6-4752-97f7-ff5b92f45e91 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Allocated IP 172.20.0.12 (4e56da62-5b89-4fd1-9125-2a29102460f9/c4dbcba2-ea42-4b10-8527-e1738404e5e8/b6565821-671e-46f3-8a18-237796c31be4) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:11:46.711511 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=fbd67818-9831-406c-a4ef-a35484004732,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:46.832937 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-07f20dfd-bcb6-4752-97f7-ff5b92f45e91 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:46.954395 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-07f20dfd-bcb6-4752-97f7-ff5b92f45e91 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:47.001137 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-07f20dfd-bcb6-4752-97f7-ff5b92f45e91 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Network 4e56da62-5b89-4fd1-9125-2a29102460f9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:11:47.004900 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-07f20dfd-bcb6-4752-97f7-ff5b92f45e91 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:11:47.007648 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-07f20dfd-bcb6-4752-97f7-ff5b92f45e91 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:11:47.023221 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4930f28-6d1f-4f34-8131-38d0230707d9 req-37d7afcb-1181-4f06-9b53-1df8360adf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:47.024804 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-f4930f28-6d1f-4f34-8131-38d0230707d9 req-37d7afcb-1181-4f06-9b53-1df8360adf6e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 1099 time: 0.0492854 Sep 14 22:11:47.065834 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-f4930f28-6d1f-4f34-8131-38d0230707d9 req-a52a4c52-4c4b-42cd-b2da-f2b78db92bf9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333636 Sep 14 22:11:47.072881 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f20dfd-bcb6-4752-97f7-ff5b92f45e91 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Pushing event updated for resources: {'Port': ['ID=b6565821-671e-46f3-8a18-237796c31be4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:47.087806 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-07f20dfd-bcb6-4752-97f7-ff5b92f45e91 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:47.088455 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-07f20dfd-bcb6-4752-97f7-ff5b92f45e91 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:47.113429 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:47.183041 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-07f20dfd-bcb6-4752-97f7-ff5b92f45e91 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0521047 Sep 14 22:11:47.392834 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Request body: {'port': {'device_id': 'e1b5626f-1073-4de7-98aa-9d6e52a499c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:47.478019 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:47.499153 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a2e2f-d500-4c66-85a9-84b67dc10dc9 req-c6961b07-b316-4e66-8563-996c53e79bf8 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:47.500635 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-438a2e2f-d500-4c66-85a9-84b67dc10dc9 req-c6961b07-b316-4e66-8563-996c53e79bf8 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0877140 Sep 14 22:11:47.578830 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-438a2e2f-d500-4c66-85a9-84b67dc10dc9 req-3b4435fb-010c-4385-a3a1-38008d59d576 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571296 Sep 14 22:11:47.711871 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe54351-de3f-40a2-b67b-a8ffde84524c req-82b42721-93e3-42ba-b63c-e1dd8bffa209 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:47.713722 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9fe54351-de3f-40a2-b67b-a8ffde84524c req-82b42721-93e3-42ba-b63c-e1dd8bffa209 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 932 time: 0.1283019 Sep 14 22:11:47.797840 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9fe54351-de3f-40a2-b67b-a8ffde84524c req-8b6c5c8a-f81f-43e2-b59d-3e2ade3f4bb9 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779378 Sep 14 22:11:47.871103 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6565821-671e-46f3-8a18-237796c31be4 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:11:47.878659 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:47.891411 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Transition to ACTIVE for port object b6565821-671e-46f3-8a18-237796c31be4 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:11:47.987939 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:48.041154 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Pushing event updated for resources: {'Port': ['ID=b6565821-671e-46f3-8a18-237796c31be4,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:48.113141 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Attempting to bind port b6565821-671e-46f3-8a18-237796c31be4 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:11:48.113141 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Attempting to bind port b6565821-671e-46f3-8a18-237796c31be4 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': 'ac575319-98ce-4e68-abc9-34e52daa456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:11:48.113141 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Attempting to bind port b6565821-671e-46f3-8a18-237796c31be4 on network 4e56da62-5b89-4fd1-9125-2a29102460f9 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:11:48.114567 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Port b6565821-671e-46f3-8a18-237796c31be4 on network 4e56da62-5b89-4fd1-9125-2a29102460f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:11:48.114886 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Attempting to bind port b6565821-671e-46f3-8a18-237796c31be4 on network 4e56da62-5b89-4fd1-9125-2a29102460f9 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:11:48.120288 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:11:48.120627 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Checking segment: {'id': 'ac575319-98ce-4e68-abc9-34e52daa456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:11:48.121036 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Bound using segment: {'id': 'ac575319-98ce-4e68-abc9-34e52daa456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:11:48.121463 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Bound port: b6565821-671e-46f3-8a18-237796c31be4, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac575319-98ce-4e68-abc9-34e52daa456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:11:48.121825 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:48.188176 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] For port b6565821-671e-46f3-8a18-237796c31be4, host hv-cinder-80901, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:11:48.190393 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] For port b6565821-671e-46f3-8a18-237796c31be4, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=b6565821-671e-46f3-8a18-237796c31be4,segment=NetworkSegment(ac575319-98ce-4e68-abc9-34e52daa456a),segment_id=ac575319-98ce-4e68-abc9-34e52daa456a)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:11:48.256776 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:48.289478 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:48.290681 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:48.292129 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] 10.222.0.37 "PUT /v2.0/ports/b6565821-671e-46f3-8a18-237796c31be4 HTTP/1.1" status: 200 len: 1094 time: 0.9037595 Sep 14 22:11:48.292501 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b5626f-1073-4de7-98aa-9d6e52a499c2', 'tag': 'b6565821-671e-46f3-8a18-237796c31be4'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:11:48.294745 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40654579-cdb9-4d2f-bcd1-9cf6a7d208d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b5626f-1073-4de7-98aa-9d6e52a499c2", "tag": "b6565821-671e-46f3-8a18-237796c31be4"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:11:48.319145 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15aeed-b3f3-4673-a2d9-6f3e31f059ab service neutron] Pushing event updated for resources: {'Port': ['ID=b6565821-671e-46f3-8a18-237796c31be4,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:48.333369 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ec0bde-2978-4c24-9afe-54e6f65bf075 x-openstack-request-id: req-a6ec0bde-2978-4c24-9afe-54e6f65bf075 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:11:48.333707 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b5626f-1073-4de7-98aa-9d6e52a499c2", "tag": "b6565821-671e-46f3-8a18-237796c31be4", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:11:48.333999 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6ec0bde-2978-4c24-9afe-54e6f65bf075 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:11:48.334431 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b5626f-1073-4de7-98aa-9d6e52a499c2', 'tag': 'b6565821-671e-46f3-8a18-237796c31be4', 'status': 'completed', 'code': 200} Sep 14 22:11:48.455976 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40654579-cdb9-4d2f-bcd1-9cf6a7d208d3 req-8bcc7163-d2b4-4bcb-a691-32b263201a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:48.458571 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-40654579-cdb9-4d2f-bcd1-9cf6a7d208d3 req-8bcc7163-d2b4-4bcb-a691-32b263201a8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d71f68b02c07482c8d7ae1c4fb33a8b7&device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 1097 time: 0.0580516 Sep 14 22:11:48.577661 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40654579-cdb9-4d2f-bcd1-9cf6a7d208d3 req-e3258598-8404-49ff-af0b-53d75a876581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:48.579149 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-40654579-cdb9-4d2f-bcd1-9cf6a7d208d3 req-e3258598-8404-49ff-af0b-53d75a876581 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d71f68b02c07482c8d7ae1c4fb33a8b7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1054111 Sep 14 22:11:48.713668 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40654579-cdb9-4d2f-bcd1-9cf6a7d208d3 req-bfba3a18-a10e-44ad-a30e-c475ae8e385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:48.715227 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-40654579-cdb9-4d2f-bcd1-9cf6a7d208d3 req-bfba3a18-a10e-44ad-a30e-c475ae8e385a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286213 Sep 14 22:11:48.735309 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e5e5c-b52e-453b-8d69-c9817e2d996b req-c5c2ce47-e9e0-423d-a507-08ee17b9f2e1 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:48.736851 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f27e5e5c-b52e-453b-8d69-c9817e2d996b req-c5c2ce47-e9e0-423d-a507-08ee17b9f2e1 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0699499 Sep 14 22:11:48.793992 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f27e5e5c-b52e-453b-8d69-c9817e2d996b req-1a55c667-f64e-46f8-b8dd-236601760ce7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422747 Sep 14 22:11:48.847177 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-4daff636-21c5-400d-a97f-c8504f8dfd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:48.849054 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-4daff636-21c5-400d-a97f-c8504f8dfd1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d71f68b02c07482c8d7ae1c4fb33a8b7&device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 1097 time: 0.0526812 Sep 14 22:11:48.913286 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-ca17ff4f-9c56-4940-a427-2daeaaae861c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6565821-671e-46f3-8a18-237796c31be4 HTTP/1.1" status: 200 len: 217 time: 0.0491586 Sep 14 22:11:49.015977 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-f353842b-6883-444e-8a22-738dff094f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:49.017447 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-f353842b-6883-444e-8a22-738dff094f9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4dbcba2-ea42-4b10-8527-e1738404e5e8 HTTP/1.1" status: 200 len: 854 time: 0.0877316 Sep 14 22:11:49.028924 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af911c1d-a67f-4882-8617-8a1e012c3f09 req-fd0f6700-db08-4c28-8e16-7ebfe60c34cc tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:49.030595 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-af911c1d-a67f-4882-8617-8a1e012c3f09 req-fd0f6700-db08-4c28-8e16-7ebfe60c34cc tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.1584854 Sep 14 22:11:49.040549 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40086) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:49.047065 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-87393ad2-5aff-4eaf-88b1-016759e4dafc tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Request body: {'floatingip': {'port_id': 'fbd67818-9831-406c-a4ef-a35484004732'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:49.076930 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cd95c-6266-441a-9759-7866f60a2736 req-e2c67b88-a93f-4ef8-b394-8921d79053a8 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:49.078454 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b91cd95c-6266-441a-9759-7866f60a2736 req-e2c67b88-a93f-4ef8-b394-8921d79053a8 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 944 time: 0.1069243 Sep 14 22:11:49.080842 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-36bf228b-ea69-40bf-8ce0-c05ddce5529d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e56da62-5b89-4fd1-9125-2a29102460f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387037 Sep 14 22:11:49.113510 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87393ad2-5aff-4eaf-88b1-016759e4dafc tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:49.178858 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b91cd95c-6266-441a-9759-7866f60a2736 req-628f0787-d2bb-4400-a081-fe8631645eeb tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928655 Sep 14 22:11:49.226099 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1aa18-919e-48df-aee8-3e1faf22c2f6 req-f99795ac-05bb-44fc-af18-e66e7d8a2eaa tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:49.227698 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-adc1aa18-919e-48df-aee8-3e1faf22c2f6 req-f99795ac-05bb-44fc-af18-e66e7d8a2eaa tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.1345856 Sep 14 22:11:49.268318 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-873b7dbe-1dfe-46c1-9ef5-b7265845efdf service neutron] 10.222.0.37 "GET /v2.0/networks/4e56da62-5b89-4fd1-9125-2a29102460f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733384 Sep 14 22:11:49.303971 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-adc1aa18-919e-48df-aee8-3e1faf22c2f6 req-e9dd673b-e880-4f10-8d03-4ba811b9165c tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696616 Sep 14 22:11:49.372915 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40090) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:49.403385 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051f974-1451-49e6-a8fc-d6b52d749fc7 req-55270df8-8114-4a17-8e02-b79a179adcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:49.404936 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5051f974-1451-49e6-a8fc-d6b52d749fc7 req-55270df8-8114-4a17-8e02-b79a179adcdf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a06872af79b4f1b986a772fa9cfde82&device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 1138 time: 0.3529909 Sep 14 22:11:49.599840 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051f974-1451-49e6-a8fc-d6b52d749fc7 req-b3e0305c-982d-41b9-8a7f-ffe1891c83cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:49.601335 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5051f974-1451-49e6-a8fc-d6b52d749fc7 req-b3e0305c-982d-41b9-8a7f-ffe1891c83cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=948156fd-67c0-4520-990c-719ccd9f66ed HTTP/1.1" status: 200 len: 915 time: 0.1781027 Sep 14 22:11:49.644727 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fc735fa5-8b7e-483a-b011-2caa7ea67166 req-149fef39-008b-4dfb-ab94-80baed3367b4 service neutron] 10.222.0.37 "GET /v2.0/networks/4e56da62-5b89-4fd1-9125-2a29102460f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675630 Sep 14 22:11:49.650708 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05deb856-afd9-4870-8ea5-d33375130c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:49.748303 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5051f974-1451-49e6-a8fc-d6b52d749fc7 req-d3ee3e2f-1ba0-4dfa-bbd4-54c23a77ff61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78 HTTP/1.1" status: 200 len: 1002 time: 0.1378701 Sep 14 22:11:49.770035 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05deb856-afd9-4870-8ea5-d33375130c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:49.857243 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051f974-1451-49e6-a8fc-d6b52d749fc7 req-c50c51cb-282d-4ed6-94c2-a23cf52fae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:49.858331 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05deb856-afd9-4870-8ea5-d33375130c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:49.858692 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5051f974-1451-49e6-a8fc-d6b52d749fc7 req-c50c51cb-282d-4ed6-94c2-a23cf52fae22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2821297-2f4d-4622-93c7-c6578d7ccee8 HTTP/1.1" status: 200 len: 853 time: 0.0812809 Sep 14 22:11:49.899904 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-05deb856-afd9-4870-8ea5-d33375130c6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5856ad2ba8ee468ab31a67cc4f9d6a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5199850 Sep 14 22:11:49.900099 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40108) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:49.929121 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87393ad2-5aff-4eaf-88b1-016759e4dafc tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:49.933448 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05deb856-afd9-4870-8ea5-d33375130c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df8f602-a5df-4683-8179-5445c73038d0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:49.967282 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051f974-1451-49e6-a8fc-d6b52d749fc7 req-44d0c306-3b0f-4c20-ab1b-53bb786efa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:49.968873 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5051f974-1451-49e6-a8fc-d6b52d749fc7 req-44d0c306-3b0f-4c20-ab1b-53bb786efa7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=948156fd-67c0-4520-990c-719ccd9f66ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1009564 Sep 14 22:11:49.970406 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fa60c13-94d9-4c65-8f8d-05962475858e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:49.976633 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87393ad2-5aff-4eaf-88b1-016759e4dafc tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:49.993516 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fa60c13-94d9-4c65-8f8d-05962475858e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:49.995115 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40110) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:50.114612 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff91ee60-38c7-47b2-81cd-4f96a6b0d158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:50.124364 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fa60c13-94d9-4c65-8f8d-05962475858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:50.127382 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fa60c13-94d9-4c65-8f8d-05962475858e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:50.128579 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-1fa60c13-94d9-4c65-8f8d-05962475858e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8df8f602-a5df-4683-8179-5445c73038d0 HTTP/1.1" status: 204 len: 168 time: 0.2275321 Sep 14 22:11:50.148036 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa60c13-94d9-4c65-8f8d-05962475858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df8f602-a5df-4683-8179-5445c73038d0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:50.151359 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5051f974-1451-49e6-a8fc-d6b52d749fc7 req-225a1046-679b-468c-aa17-3b8961bdcfe2 service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711779 Sep 14 22:11:50.152091 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.l3_db [None req-87393ad2-5aff-4eaf-88b1-016759e4dafc tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Floating IP 0b6accfa-68e9-4220-810e-ee9be9dba206 associated. External IP: 172.27.2.60, port: fbd67818-9831-406c-a4ef-a35484004732. Sep 14 22:11:50.257365 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff91ee60-38c7-47b2-81cd-4f96a6b0d158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:50.306432 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40120) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:50.337786 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a53cc0-0581-4b58-b812-1cbce369e46c req-95d64f32-f72e-4d3f-936b-e50928ff4447 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:50.340323 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b0a53cc0-0581-4b58-b812-1cbce369e46c req-95d64f32-f72e-4d3f-936b-e50928ff4447 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 944 time: 0.0683413 Sep 14 22:11:50.355809 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5051f974-1451-49e6-a8fc-d6b52d749fc7 req-63c44cb3-f51d-4a79-8a03-315bc30311e4 service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559074 Sep 14 22:11:50.371917 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff91ee60-38c7-47b2-81cd-4f96a6b0d158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:50.403986 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-ff91ee60-38c7-47b2-81cd-4f96a6b0d158 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22c443009b624ab8907f241bcf031bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076796 Sep 14 22:11:50.412695 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40126) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:50.483520 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87393ad2-5aff-4eaf-88b1-016759e4dafc tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Router b3e4467d-ac0c-4f56-b58e-f573c5121f5a has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:11:50.526562 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b0a53cc0-0581-4b58-b812-1cbce369e46c req-8d5b7331-a53c-430c-9e47-492e14fd2690 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758814 Sep 14 22:11:50.528353 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91ee60-38c7-47b2-81cd-4f96a6b0d158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c067ae0d-19d3-499b-aab2-df920b6eb717,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:50.574078 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3289d3-cbc6-418f-af36-f99bdc988a33 req-d70ea5be-977e-4226-851a-f00e16aca447 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:50.575608 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5f3289d3-cbc6-418f-af36-f99bdc988a33 req-d70ea5be-977e-4226-851a-f00e16aca447 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.1691976 Sep 14 22:11:50.580609 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2005a85-c7af-44ae-94a8-637e27159af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:50.627695 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2005a85-c7af-44ae-94a8-637e27159af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:50.637415 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87393ad2-5aff-4eaf-88b1-016759e4dafc tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:11:50.637876 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2f42b20-fa54-450b-9a8e-1604721e0b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:50.642140 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87393ad2-5aff-4eaf-88b1-016759e4dafc tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:50.658480 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735fece-f21b-432d-9732-c00961ea93c0 None None] Sync routers for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:11:50.667378 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6735fece-f21b-432d-9732-c00961ea93c0 None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:11:50.668727 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6735fece-f21b-432d-9732-c00961ea93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:50.671942 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-87393ad2-5aff-4eaf-88b1-016759e4dafc tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "PUT /v2.0/floatingips/0b6accfa-68e9-4220-810e-ee9be9dba206 HTTP/1.1" status: 200 len: 991 time: 1.6292951 Sep 14 22:11:50.672597 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:11:50.678331 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52811090-fa21-436f-9054-250541a67aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "tag": "fbd67818-9831-406c-a4ef-a35484004732"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:11:50.699808 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5f3289d3-cbc6-418f-af36-f99bdc988a33 req-d4ec4e1d-ffcf-480a-86a8-6b585f1f90b8 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161113 Sep 14 22:11:50.752871 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4399f7-5942-4d00-9133-8ce4bc34df19 x-openstack-request-id: req-9b4399f7-5942-4d00-9133-8ce4bc34df19 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:11:50.753162 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "tag": "fbd67818-9831-406c-a4ef-a35484004732", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:11:50.753418 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b4399f7-5942-4d00-9133-8ce4bc34df19 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:11:50.753818 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732', 'status': 'completed', 'code': 200} Sep 14 22:11:50.793573 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-6735fece-f21b-432d-9732-c00961ea93c0 None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:11:50.869106 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2005a85-c7af-44ae-94a8-637e27159af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:50.871512 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2005a85-c7af-44ae-94a8-637e27159af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:50.872648 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-a2005a85-c7af-44ae-94a8-637e27159af2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c067ae0d-19d3-499b-aab2-df920b6eb717 HTTP/1.1" status: 204 len: 168 time: 0.4571140 Sep 14 22:11:50.877818 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811090-fa21-436f-9054-250541a67aeb req-6d3a037c-92ee-41c9-8674-b99027453909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:50.879361 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-52811090-fa21-436f-9054-250541a67aeb req-6d3a037c-92ee-41c9-8674-b99027453909 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 1099 time: 0.0534229 Sep 14 22:11:50.888187 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2005a85-c7af-44ae-94a8-637e27159af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c067ae0d-19d3-499b-aab2-df920b6eb717,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:50.956639 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2f42b20-fa54-450b-9a8e-1604721e0b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:50.981826 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40138) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:50.996788 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84019659-3812-4224-87da-b59f6e3056f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:51.007089 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811090-fa21-436f-9054-250541a67aeb req-df59be89-d1e5-4489-9258-91c9aef49a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:51.008719 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-52811090-fa21-436f-9054-250541a67aeb req-df59be89-d1e5-4489-9258-91c9aef49a4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 200 len: 918 time: 0.1072798 Sep 14 22:11:51.055561 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6735fece-f21b-432d-9732-c00961ea93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '0b6accfa-68e9-4220-810e-ee9be9dba206', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'port_id': 'fbd67818-9831-406c-a4ef-a35484004732', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'mac_address': 'fa:16:3e:00:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:11:31Z', 'updated_at': '2021-09-14T22:11:49Z', 'revision_number': 1, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:10Z', 'revision_number': 5, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:51.069519 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2f42b20-fa54-450b-9a8e-1604721e0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:51.082455 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735fece-f21b-432d-9732-c00961ea93c0 None None] Checking router: b3e4467d-ac0c-4f56-b58e-f573c5121f5a for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:11:51.085865 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-52811090-fa21-436f-9054-250541a67aeb req-72ccab37-8332-454b-9d52-e505a770c22f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd67818-9831-406c-a4ef-a35484004732 HTTP/1.1" status: 200 len: 999 time: 0.0677776 Sep 14 22:11:51.091446 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6735fece-f21b-432d-9732-c00961ea93c0 None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:11:51.092073 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6735fece-f21b-432d-9732-c00961ea93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:51.133253 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-a2f42b20-fa54-450b-9a8e-1604721e0b19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a43af3ea9994bfdb31c540d98ed4d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8242764 Sep 14 22:11:51.133904 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40140) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:51.137499 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f42b20-fa54-450b-9a8e-1604721e0b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa783d5-952e-4403-ae81-03d04c9551a9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:51.185013 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811090-fa21-436f-9054-250541a67aeb req-f6c41cfb-2d36-4518-815a-9dc742dfeb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:51.185013 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-52811090-fa21-436f-9054-250541a67aeb req-f6c41cfb-2d36-4518-815a-9dc742dfeb50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5333dda5-64f1-4ac4-8364-1d7ef56329c7 HTTP/1.1" status: 200 len: 856 time: 0.0868728 Sep 14 22:11:51.235318 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ba9e-b99b-4aad-956e-ff2ffdce5a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:51.236771 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-6735fece-f21b-432d-9732-c00961ea93c0 None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:11:51.245953 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811090-fa21-436f-9054-250541a67aeb req-98cc81f9-a162-4160-8ef8-a03e2d8833ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:51.248008 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-52811090-fa21-436f-9054-250541a67aeb req-98cc81f9-a162-4160-8ef8-a03e2d8833ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574081 Sep 14 22:11:51.269050 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84019659-3812-4224-87da-b59f6e3056f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:51.280833 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ba9e-b99b-4aad-956e-ff2ffdce5a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:51.371539 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-52811090-fa21-436f-9054-250541a67aeb req-9b8acec0-99fa-48a7-8265-9fceb62669d2 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086102 Sep 14 22:11:51.411446 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84019659-3812-4224-87da-b59f6e3056f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:51.453307 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-84019659-3812-4224-87da-b59f6e3056f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07b4b6e9073144c9b54eb1aa46e9f744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674122 Sep 14 22:11:51.453307 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84019659-3812-4224-87da-b59f6e3056f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2294e4-1c9a-4168-9005-3c60c8dc94b7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:51.453640 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40142) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:51.456233 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ba9e-b99b-4aad-956e-ff2ffdce5a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:51.458823 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fc9ba9e-b99b-4aad-956e-ff2ffdce5a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:51.464228 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-9fc9ba9e-b99b-4aad-956e-ff2ffdce5a44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3aa783d5-952e-4403-ae81-03d04c9551a9 HTTP/1.1" status: 204 len: 168 time: 0.3235207 Sep 14 22:11:51.468650 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9ba9e-b99b-4aad-956e-ff2ffdce5a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa783d5-952e-4403-ae81-03d04c9551a9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:51.490786 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-52811090-fa21-436f-9054-250541a67aeb req-8323f750-c5fe-4f3a-80e0-63aaf978206f service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110890 Sep 14 22:11:51.508279 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6735fece-f21b-432d-9732-c00961ea93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '0b6accfa-68e9-4220-810e-ee9be9dba206', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'port_id': 'fbd67818-9831-406c-a4ef-a35484004732', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'mac_address': 'fa:16:3e:00:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:11:31Z', 'updated_at': '2021-09-14T22:11:49Z', 'revision_number': 1, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:10Z', 'revision_number': 5, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:11:51.517431 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6f84c9db-f8ac-4e73-8678-484b045f5e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:51.538848 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735fece-f21b-432d-9732-c00961ea93c0 None None] The sync data for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi is: [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '0b6accfa-68e9-4220-810e-ee9be9dba206', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'port_id': 'fbd67818-9831-406c-a4ef-a35484004732', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'mac_address': 'fa:16:3e:00:44:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:11:31Z', 'updated_at': '2021-09-14T22:11:49Z', 'revision_number': 1, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:10Z', 'revision_number': 5, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:11:51.542320 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6f84c9db-f8ac-4e73-8678-484b045f5e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:51.667459 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dba22-6d05-46ad-98cf-4cf175514bc3 req-4ea9ad23-9d6f-4f7b-9912-fe67a56235e7 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:51.669071 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-583dba22-6d05-46ad-98cf-4cf175514bc3 req-4ea9ad23-9d6f-4f7b-9912-fe67a56235e7 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 944 time: 0.0561769 Sep 14 22:11:51.714320 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-583dba22-6d05-46ad-98cf-4cf175514bc3 req-9c61f6bd-0d28-4e81-8255-1482b870aeb4 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389593 Sep 14 22:11:51.725887 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6f84c9db-f8ac-4e73-8678-484b045f5e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:51.731024 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6f84c9db-f8ac-4e73-8678-484b045f5e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:51.734712 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-6f84c9db-f8ac-4e73-8678-484b045f5e8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa2294e4-1c9a-4168-9005-3c60c8dc94b7 HTTP/1.1" status: 204 len: 168 time: 0.2777448 Sep 14 22:11:51.740735 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84c9db-f8ac-4e73-8678-484b045f5e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2294e4-1c9a-4168-9005-3c60c8dc94b7,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:51.785566 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d44e84-6081-4041-ab2d-b2651923304b None None] New status for floating IP 0b6accfa-68e9-4220-810e-ee9be9dba206: ACTIVE {{(pid=94748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:11:51.861969 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b8e56-1cac-4e0e-a018-56330baebbc6 req-90778e62-95a3-479c-860c-12fbe8aba9f7 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:51.863496 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4c5b8e56-1cac-4e0e-a018-56330baebbc6 req-90778e62-95a3-479c-860c-12fbe8aba9f7 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.0552049 Sep 14 22:11:51.908615 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4c5b8e56-1cac-4e0e-a018-56330baebbc6 req-c8af0285-1eb3-486d-afcf-d55dc86ff6ce tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369365 Sep 14 22:11:52.204414 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device b6565821-671e-46f3-8a18-237796c31be4 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:11:52.300535 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port b6565821-671e-46f3-8a18-237796c31be4, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=b6565821-671e-46f3-8a18-237796c31be4,segment=NetworkSegment(ac575319-98ce-4e68-abc9-34e52daa456a),segment_id=ac575319-98ce-4e68-abc9-34e52daa456a)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:52.315962 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'b6565821-671e-46f3-8a18-237796c31be4', 'network_id': '4e56da62-5b89-4fd1-9125-2a29102460f9', 'port_id': 'b6565821-671e-46f3-8a18-237796c31be4', 'mac_address': 'fa:16:3e:33:14:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dbcba2-ea42-4b10-8527-e1738404e5e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:11:52.346624 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40166) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:52.360666 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c33a05a7-aef4-414b-bbd8-dee1b25974b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:52.455574 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c33a05a7-aef4-414b-bbd8-dee1b25974b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:52.472363 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:52.485348 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6565821-671e-46f3-8a18-237796c31be4 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:11:52.506857 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port b6565821-671e-46f3-8a18-237796c31be4, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=b6565821-671e-46f3-8a18-237796c31be4,segment=NetworkSegment(ac575319-98ce-4e68-abc9-34e52daa456a),segment_id=ac575319-98ce-4e68-abc9-34e52daa456a)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:52.605237 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c33a05a7-aef4-414b-bbd8-dee1b25974b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:52.646973 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-c33a05a7-aef4-414b-bbd8-dee1b25974b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ae31691049e43a29c37f6753c41c0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966537 Sep 14 22:11:52.647147 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:52.647275 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a05a7-aef4-414b-bbd8-dee1b25974b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047ca817-1803-4cbe-b102-a90ba499698d,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:52.647677 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40170) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:52.701940 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=b6565821-671e-46f3-8a18-237796c31be4,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:52.703406 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56144698-ebc0-422f-92c7-45880d289936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:52.724766 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56144698-ebc0-422f-92c7-45880d289936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:52.832328 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151da61c-8115-4a73-88a5-3f13dff28ac2 req-961145c3-5675-4418-a035-4aa7a52bc737 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:52.833876 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-151da61c-8115-4a73-88a5-3f13dff28ac2 req-961145c3-5675-4418-a035-4aa7a52bc737 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 945 time: 0.0481136 Sep 14 22:11:52.862247 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56144698-ebc0-422f-92c7-45880d289936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:52.865855 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56144698-ebc0-422f-92c7-45880d289936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:52.867062 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-56144698-ebc0-422f-92c7-45880d289936 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/047ca817-1803-4cbe-b102-a90ba499698d HTTP/1.1" status: 204 len: 168 time: 0.2181067 Sep 14 22:11:52.885915 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56144698-ebc0-422f-92c7-45880d289936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047ca817-1803-4cbe-b102-a90ba499698d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:52.897699 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-151da61c-8115-4a73-88a5-3f13dff28ac2 req-f2432739-36dc-4f9e-8301-78779a2b9cf4 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543301 Sep 14 22:11:52.977184 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['b6565821-671e-46f3-8a18-237796c31be4'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:11:53.327963 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35897e09-f114-4581-8829-592b80e42c3e req-e3331421-0c3a-4f87-a596-7c0cfcc2c0da tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:53.329533 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-35897e09-f114-4581-8829-592b80e42c3e req-e3331421-0c3a-4f87-a596-7c0cfcc2c0da tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.3233624 Sep 14 22:11:53.370923 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-35897e09-f114-4581-8829-592b80e42c3e req-93104974-d014-4f7e-a3f9-ef266a6bc0e9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351350 Sep 14 22:11:53.754167 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40198) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:53.767740 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6b13ffe7-da8f-4a83-9829-9c59f0b80f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:53.784141 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40200) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:53.855593 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6b13ffe7-da8f-4a83-9829-9c59f0b80f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:53.924885 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6b13ffe7-da8f-4a83-9829-9c59f0b80f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:53.942838 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8da96ae-b230-4e2f-8cae-0940e39ec59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:53.962379 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13ffe7-da8f-4a83-9829-9c59f0b80f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22fde9b-a19e-4e39-8819-658e0a2984b2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:53.971160 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-6b13ffe7-da8f-4a83-9829-9c59f0b80f6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72800cc544da428088f391e34d3ecb70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158589 Sep 14 22:11:53.973198 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40206) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:54.045344 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3048-d62d-406c-b7c1-c0659bdace84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:54.061954 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8da96ae-b230-4e2f-8cae-0940e39ec59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:54.069864 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3048-d62d-406c-b7c1-c0659bdace84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:54.119949 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8da96ae-b230-4e2f-8cae-0940e39ec59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:54.156361 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da96ae-b230-4e2f-8cae-0940e39ec59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14f294f-b497-406d-a516-da977f7e8e12,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:54.160699 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-b8da96ae-b230-4e2f-8cae-0940e39ec59e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0dc8c9637529424c9aeaa475657743fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753037 Sep 14 22:11:54.163081 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40212) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:54.199205 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3048-d62d-406c-b7c1-c0659bdace84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:54.201798 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3048-d62d-406c-b7c1-c0659bdace84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:54.204298 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-7f0c3048-d62d-406c-b7c1-c0659bdace84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a22fde9b-a19e-4e39-8819-658e0a2984b2 HTTP/1.1" status: 204 len: 168 time: 0.2286320 Sep 14 22:11:54.212416 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92d02b37-0d88-419d-97c6-eea5cd90b1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:54.214889 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device b6565821-671e-46f3-8a18-237796c31be4 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:11:54.217310 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c3048-d62d-406c-b7c1-c0659bdace84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22fde9b-a19e-4e39-8819-658e0a2984b2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:54.235565 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92d02b37-0d88-419d-97c6-eea5cd90b1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:54.238208 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21f502-4924-4a37-97a9-975b042acce9 req-aa9bf735-b331-4c02-bcd5-ad3b559bcec9 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:54.239886 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9c21f502-4924-4a37-97a9-975b042acce9 req-aa9bf735-b331-4c02-bcd5-ad3b559bcec9 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 945 time: 0.2448397 Sep 14 22:11:54.291461 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9c21f502-4924-4a37-97a9-975b042acce9 req-689dee5e-93ae-479f-bc67-75275fe75e7f tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443556 Sep 14 22:11:54.439504 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port b6565821-671e-46f3-8a18-237796c31be4 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:11:54.440016 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92d02b37-0d88-419d-97c6-eea5cd90b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:54.442860 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92d02b37-0d88-419d-97c6-eea5cd90b1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:54.443487 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port b6565821-671e-46f3-8a18-237796c31be4 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:11:54.443862 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:54.444111 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-92d02b37-0d88-419d-97c6-eea5cd90b1cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e14f294f-b497-406d-a516-da977f7e8e12 HTTP/1.1" status: 204 len: 168 time: 0.2799690 Sep 14 22:11:54.455030 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d02b37-0d88-419d-97c6-eea5cd90b1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14f294f-b497-406d-a516-da977f7e8e12,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:54.503743 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced72029-050d-4096-9200-9cceb012023d req-d0c90dbb-a5d3-463f-b9e6-4e178aef11b2 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:54.510773 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ced72029-050d-4096-9200-9cceb012023d req-d0c90dbb-a5d3-463f-b9e6-4e178aef11b2 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.0689821 Sep 14 22:11:54.542449 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:54.547618 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ced72029-050d-4096-9200-9cceb012023d req-d885d9fe-4c43-4015-83f4-551401b581c1 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359716 Sep 14 22:11:54.565917 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b5626f-1073-4de7-98aa-9d6e52a499c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6565821-671e-46f3-8a18-237796c31be4'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:11:54.568325 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7de4087-2d6f-48bc-bcfa-0478daa792c6" -d '{"events": [{"server_uuid": "e1b5626f-1073-4de7-98aa-9d6e52a499c2", "name": "network-vif-plugged", "status": "completed", "tag": "b6565821-671e-46f3-8a18-237796c31be4"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:11:54.582614 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port b6565821-671e-46f3-8a18-237796c31be4, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=b6565821-671e-46f3-8a18-237796c31be4,segment=NetworkSegment(ac575319-98ce-4e68-abc9-34e52daa456a),segment_id=ac575319-98ce-4e68-abc9-34e52daa456a)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:11:54.605737 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea42da14-0801-42c3-9a6e-c29457aead72 x-openstack-request-id: req-ea42da14-0801-42c3-9a6e-c29457aead72 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:11:54.606028 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b5626f-1073-4de7-98aa-9d6e52a499c2", "name": "network-vif-plugged", "status": "completed", "tag": "b6565821-671e-46f3-8a18-237796c31be4", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:11:54.606277 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea42da14-0801-42c3-9a6e-c29457aead72 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:11:54.606737 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b5626f-1073-4de7-98aa-9d6e52a499c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6565821-671e-46f3-8a18-237796c31be4', 'code': 200} Sep 14 22:11:54.753658 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:54.801880 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=b6565821-671e-46f3-8a18-237796c31be4,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:55.031445 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22db67-4474-4769-a129-ce2c1b281b2f req-107a422d-0c18-4445-95fa-212436621a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:55.033047 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-de22db67-4474-4769-a129-ce2c1b281b2f req-107a422d-0c18-4445-95fa-212436621a87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 1099 time: 0.0418501 Sep 14 22:11:55.072340 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-de22db67-4474-4769-a129-ce2c1b281b2f req-8098e310-06d6-43be-bcc7-fae5ea9749ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324161 Sep 14 22:11:55.415823 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd9764-0f79-40cc-aefb-a9d46fdcc4fd req-29a82809-7dec-4b24-81dd-2b6b7a40c524 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:55.417077 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-34dd9764-0f79-40cc-aefb-a9d46fdcc4fd req-29a82809-7dec-4b24-81dd-2b6b7a40c524 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 946 time: 0.0535693 Sep 14 22:11:55.458243 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-34dd9764-0f79-40cc-aefb-a9d46fdcc4fd req-f00bc521-14e4-476b-add8-8bf9706befc9 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347109 Sep 14 22:11:55.668007 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df7594-8fce-41b0-8126-a2645750e75e req-d8643634-0c54-474f-b8ed-51a81fb62481 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:55.669451 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-74df7594-8fce-41b0-8126-a2645750e75e req-d8643634-0c54-474f-b8ed-51a81fb62481 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.0504532 Sep 14 22:11:55.718210 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-74df7594-8fce-41b0-8126-a2645750e75e req-e3eeb463-5ea0-4a6e-84f4-83b3cbeb1f70 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418565 Sep 14 22:11:55.998050 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40276) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:56.106309 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d0b22066-c7cf-44eb-9648-d99ab36354dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:56.193752 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d0b22066-c7cf-44eb-9648-d99ab36354dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:56.284802 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d0b22066-c7cf-44eb-9648-d99ab36354dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:56.323334 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-d0b22066-c7cf-44eb-9648-d99ab36354dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1faa9aeb62944c47b1b5495aeff0f7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242116 Sep 14 22:11:56.324275 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b22066-c7cf-44eb-9648-d99ab36354dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dd4661-0bb2-4726-be92-2687af340ded,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:56.326172 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40280) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:56.377814 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50e3e05f-408a-468b-bd58-fbf049359ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:56.399328 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50e3e05f-408a-468b-bd58-fbf049359ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:56.575359 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d05ec9-2042-4fd7-b77d-6c91eb13e5e4 req-f2199786-eee9-4a59-b264-a742bcf22588 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:56.576787 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7d05ec9-2042-4fd7-b77d-6c91eb13e5e4 req-f2199786-eee9-4a59-b264-a742bcf22588 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 946 time: 0.0483139 Sep 14 22:11:56.577852 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50e3e05f-408a-468b-bd58-fbf049359ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:56.580492 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50e3e05f-408a-468b-bd58-fbf049359ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:56.581571 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-50e3e05f-408a-468b-bd58-fbf049359ecf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37dd4661-0bb2-4726-be92-2687af340ded HTTP/1.1" status: 204 len: 168 time: 0.2543457 Sep 14 22:11:56.603326 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3e05f-408a-468b-bd58-fbf049359ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dd4661-0bb2-4726-be92-2687af340ded,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:56.625931 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7d05ec9-2042-4fd7-b77d-6c91eb13e5e4 req-db213dff-28f9-43d0-a449-ae1d481a3b28 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Sep 14 22:11:56.877208 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4b345-7da7-4a5a-a5ba-1b9def28267f req-88a0b3cb-d67f-400d-bdf0-055f1a38f052 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:56.878695 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aea4b345-7da7-4a5a-a5ba-1b9def28267f req-88a0b3cb-d67f-400d-bdf0-055f1a38f052 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.0500987 Sep 14 22:11:56.930623 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aea4b345-7da7-4a5a-a5ba-1b9def28267f req-95644ead-8709-4b38-85cd-a64b7c1df466 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455029 Sep 14 22:11:57.728045 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40324) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:57.823225 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-453190846-network', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:57.925307 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Made reservation on behalf of 59f8029d6d424ff38dcf8f6bc941dc31 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:11:57.927713 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:57.937048 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:58.057405 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:58.073499 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1d1b9-32db-4197-95c6-ac5f05605f91 req-c2c7e463-2396-4c1a-b149-5e5d08d042ba tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:58.075114 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0ac1d1b9-32db-4197-95c6-ac5f05605f91 req-c2c7e463-2396-4c1a-b149-5e5d08d042ba tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.0667799 Sep 14 22:11:58.119950 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0ac1d1b9-32db-4197-95c6-ac5f05605f91 req-d369a158-d234-49a1-855e-6e970c986ae3 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356839 Sep 14 22:11:58.147795 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:58.173640 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:11:58.183391 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37eb531-f7d6-4f20-8cab-69713cfb8fe3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:58.188193 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:58.188629 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Added segment db0d6552-0cd4-423d-9985-413336b06d7c of type vlan for network 9b787b3b-f272-41a2-8674-930e78848175 Sep 14 22:11:58.229336 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:58.376341 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:58.377377 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:58.377977 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:58.440886 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] Pushing event updated for resources: {'Network': ['ID=9b787b3b-f272-41a2-8674-930e78848175,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:58.452068 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 9b787b3b-f272-41a2-8674-930e78848175 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:11:58.486545 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-e4ab9146-581a-4cad-9c28-2aa010301db1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7566869 Sep 14 22:11:58.490348 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40346) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:58.496307 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-016b43b9-7e58-4511-97f4-e993126007f3 admin admin] Request body: {'subnet': {'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-453190846-subnet', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:58.593607 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016b43b9-7e58-4511-97f4-e993126007f3 admin admin] Made reservation on behalf of 59f8029d6d424ff38dcf8f6bc941dc31 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:11:58.596093 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-016b43b9-7e58-4511-97f4-e993126007f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482839'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:58.804969 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-016b43b9-7e58-4511-97f4-e993126007f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6830381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482873'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:58.863448 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b43b9-7e58-4511-97f4-e993126007f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9b037e-8cc6-4ee8-bc45-4a05c271dd57,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:58.873424 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016b43b9-7e58-4511-97f4-e993126007f3 admin admin] Checking segment: {'id': 'db0d6552-0cd4-423d-9985-413336b06d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b787b3b-f272-41a2-8674-930e78848175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:11:58.873783 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016b43b9-7e58-4511-97f4-e993126007f3 admin admin] Network hostable DHCP agents. Network: 9b787b3b-f272-41a2-8674-930e78848175, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:11:58.987935 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016b43b9-7e58-4511-97f4-e993126007f3 admin admin] Network 9b787b3b-f272-41a2-8674-930e78848175 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:11:59.079265 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-016b43b9-7e58-4511-97f4-e993126007f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 9b787b3b-f272-41a2-8674-930e78848175) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:11:59.084180 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016b43b9-7e58-4511-97f4-e993126007f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:59.086137 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-016b43b9-7e58-4511-97f4-e993126007f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:59.087245 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae4a31b-15df-4d34-9f90-ca954a98f85f None None] Network 9b787b3b-f272-41a2-8674-930e78848175 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:11:59.183376 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-016b43b9-7e58-4511-97f4-e993126007f3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6919761 Sep 14 22:11:59.186721 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40368) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:11:59.190986 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:11:59.254041 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fea3466-a961-52a6-afc9-dc79e2e12c86-9b787b3b-f272-41a2-8674-930e78848175', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'fixed_ips': [{'subnet_id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57'}]}} from dv-cinder-809014-1-iscsi. {{(pid=94747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 22:11:59.254041 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:59.258776 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881da2c-995c-483b-862a-5466c37467a7 req-50967b0a-54a4-4c44-ac4a-5cbee7d52eb8 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:11:59.260266 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5881da2c-995c-483b-862a-5466c37467a7 req-50967b0a-54a4-4c44-ac4a-5cbee7d52eb8 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.0659921 Sep 14 22:11:59.301143 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5881da2c-995c-483b-862a-5466c37467a7 req-99d44802-e4ca-4836-bde7-6a2f874a7a3a tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344996 Sep 14 22:11:59.354485 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1005448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7625'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:59.355588 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:59.382029 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.db_base_plugin_common [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Allocated IP 172.20.0.2 (9b787b3b-f272-41a2-8674-930e78848175/1c9b037e-8cc6-4ee8-bc45-4a05c271dd57/f265a8d3-6fe8-44db-a328-5340e10c0b30) {{(pid=94747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:11:59.406207 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:59.521840 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Notify callbacks [] for port, precommit_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:59.629590 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:59.645230 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:59.681661 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Network 9b787b3b-f272-41a2-8674-930e78848175 is already hosted by enough agents. {{(pid=94747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:11:59.684348 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.base_scheduler [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Resources bound (agent type, host, resource id): {{(pid=94747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:11:59.689554 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Received port after_create {{(pid=94747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:11:59.703842 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Pushing event updated for resources: {'Port': ['ID=f265a8d3-6fe8-44db-a328-5340e10c0b30,revision_number=1']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:11:59.764689 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Attempting to bind port f265a8d3-6fe8-44db-a328-5340e10c0b30 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:11:59.765124 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Attempting to bind port f265a8d3-6fe8-44db-a328-5340e10c0b30 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': 'db0d6552-0cd4-423d-9985-413336b06d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b787b3b-f272-41a2-8674-930e78848175'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:11:59.765498 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Attempting to bind port f265a8d3-6fe8-44db-a328-5340e10c0b30 on network 9b787b3b-f272-41a2-8674-930e78848175 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:11:59.770613 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:11:59.770920 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Checking segment: {'id': 'db0d6552-0cd4-423d-9985-413336b06d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b787b3b-f272-41a2-8674-930e78848175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:11:59.771334 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:59.771733 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Bound using segment: {'id': 'db0d6552-0cd4-423d-9985-413336b06d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b787b3b-f272-41a2-8674-930e78848175'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:11:59.772250 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Bound port: f265a8d3-6fe8-44db-a328-5340e10c0b30, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0d6552-0cd4-423d-9985-413336b06d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b787b3b-f272-41a2-8674-930e78848175'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:11:59.772576 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:59.836040 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] For port f265a8d3-6fe8-44db-a328-5340e10c0b30, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:11:59.839181 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] For port f265a8d3-6fe8-44db-a328-5340e10c0b30, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=f265a8d3-6fe8-44db-a328-5340e10c0b30,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:11:59.893064 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:59.912263 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:59.913675 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:11:59.973339 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6ea99-bd4b-4503-99d0-552a2a67af46 None None] Pushing event updated for resources: {'Port': ['ID=f265a8d3-6fe8-44db-a328-5340e10c0b30,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:00.025794 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Allocated IP 172.27.2.217 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/05daf5c4-4b04-4784-97b6-898bcfb54a44) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:12:00.146530 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:00.262822 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:00.301877 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:00.304642 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:00.308217 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:12:00.338527 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Pushing event updated for resources: {'Port': ['ID=05daf5c4-4b04-4784-97b6-898bcfb54a44,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:00.501171 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc7375-38a2-454e-9f5c-4b98e46be0f7 req-51e515e0-423b-430c-9ed1-281be2c67bf9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:00.502644 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-08bc7375-38a2-454e-9f5c-4b98e46be0f7 req-51e515e0-423b-430c-9ed1-281be2c67bf9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.1095309 Sep 14 22:12:00.544300 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-08bc7375-38a2-454e-9f5c-4b98e46be0f7 req-71d47e86-a29c-4fc2-ab59-2fda067590f8 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355113 Sep 14 22:12:00.635659 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40384) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:00.745048 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:00.754512 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-69484750-b511-40af-9c1f-2d03c7928959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:00.853189 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-69484750-b511-40af-9c1f-2d03c7928959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:00.902287 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d40850-ea13-4ca2-b2df-8fda36cc1dca None None] Network 9b787b3b-f272-41a2-8674-930e78848175 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:12:00.942246 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-69484750-b511-40af-9c1f-2d03c7928959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:00.954976 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993887'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:01.013672 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40390) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:01.013883 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-69484750-b511-40af-9c1f-2d03c7928959 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0a78785f0a5494ea50d7578070ae770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768005 Sep 14 22:12:01.015909 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69484750-b511-40af-9c1f-2d03c7928959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ff9444-550b-4dd2-bcde-d0bfd5c5d8e7,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:01.019611 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device f265a8d3-6fe8-44db-a328-5340e10c0b30 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:01.045534 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-975419b0-cf8d-4529-bc2d-cf3b968246a4 None None] Provisioning complete for port f265a8d3-6fe8-44db-a328-5340e10c0b30 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:01.045835 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-975419b0-cf8d-4529-bc2d-cf3b968246a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:01.113621 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17e5c0d7-569f-4ca6-a8f3-16a9747f2bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:01.144312 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17e5c0d7-569f-4ca6-a8f3-16a9747f2bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:01.154913 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port f265a8d3-6fe8-44db-a328-5340e10c0b30 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:01.155530 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:01.233507 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 is scheduled to L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 22:12:01.240926 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-975419b0-cf8d-4529-bc2d-cf3b968246a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:01.281554 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17e5c0d7-569f-4ca6-a8f3-16a9747f2bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:01.284162 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17e5c0d7-569f-4ca6-a8f3-16a9747f2bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:01.285470 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-17e5c0d7-569f-4ca6-a8f3-16a9747f2bf7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8ff9444-550b-4dd2-bcde-d0bfd5c5d8e7 HTTP/1.1" status: 204 len: 168 time: 0.2711136 Sep 14 22:12:01.304299 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-975419b0-cf8d-4529-bc2d-cf3b968246a4 None None] For port f265a8d3-6fe8-44db-a328-5340e10c0b30, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=f265a8d3-6fe8-44db-a328-5340e10c0b30,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:01.316409 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:01.331542 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5c0d7-569f-4ca6-a8f3-16a9747f2bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ff9444-550b-4dd2-bcde-d0bfd5c5d8e7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:01.382053 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:12:01.393375 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Sync routers for ids ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:12:01.402902 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Routers {'8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:01.403595 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:01.442085 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-975419b0-cf8d-4529-bc2d-cf3b968246a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:01.502466 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:01.503860 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-4f4631e7-a3fd-47b1-bfa1-6cb26b19b886 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3161960 Sep 14 22:12:01.506689 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40394) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:01.671812 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975419b0-cf8d-4529-bc2d-cf3b968246a4 None None] Pushing event updated for resources: {'Port': ['ID=f265a8d3-6fe8-44db-a328-5340e10c0b30,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:01.710793 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e8c76-f675-44b7-ab42-7d7da7a86bc3 req-9a0dbf4e-2540-4c39-94bb-1fb5cdee98fc tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:01.713039 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8f6e8c76-f675-44b7-ab42-7d7da7a86bc3 req-9a0dbf4e-2540-4c39-94bb-1fb5cdee98fc tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.0841291 Sep 14 22:12:01.751467 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-1e23e904-f67c-48e7-8e5a-40eb38e9b92f None None] Provisioning complete for port f265a8d3-6fe8-44db-a328-5340e10c0b30 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:01.751747 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1e23e904-f67c-48e7-8e5a-40eb38e9b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:01.778018 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Set router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:01.795013 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8f6e8c76-f675-44b7-ab42-7d7da7a86bc3 req-eb1313e9-8185-4b12-b081-6f04c5ba17f8 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0731966 Sep 14 22:12:01.799821 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.db.api [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:12:01.800363 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG oslo_db.api [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:12:02.044398 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:00Z', 'revision_number': 3, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port': {'id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:02.070796 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Checking router: 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:12:02.071107 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Updating router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 port 05daf5c4-4b04-4784-97b6-898bcfb54a44 binding host dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:12:02.098097 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.169992 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.334550 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Allocated IP 172.20.0.1 (9b787b3b-f272-41a2-8674-930e78848175/1c9b037e-8cc6-4ee8-bc45-4a05c271dd57/6e3ada44-a1c1-4368-8737-33af33709c64) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:12:02.390142 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.435819 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.490924 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40420) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:02.491157 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.520395 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.545962 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Attempting to bind port 05daf5c4-4b04-4784-97b6-898bcfb54a44 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:12:02.546413 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Attempting to bind port 05daf5c4-4b04-4784-97b6-898bcfb54a44 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:12:02.546750 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Attempting to bind port 05daf5c4-4b04-4784-97b6-898bcfb54a44 on network 4a10e13f-693b-41d7-99fa-6fefeedf4166 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:02.549871 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f082c-9d49-46fe-9e68-d0c8ee95c023 None None] Pushing event updated for resources: {'Port': ['ID=05daf5c4-4b04-4784-97b6-898bcfb54a44,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:02.555071 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:12:02.555980 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Checking segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:02.556445 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.556888 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Bound using segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:12:02.557362 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Bound port: 05daf5c4-4b04-4784-97b6-898bcfb54a44, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:12:02.557749 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.569571 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Network 9b787b3b-f272-41a2-8674-930e78848175 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:02.573245 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:02.576937 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:12:02.603692 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3ada44-a1c1-4368-8737-33af33709c64,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:02.613698 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] For port 05daf5c4-4b04-4784-97b6-898bcfb54a44, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:12:02.617076 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] For port 05daf5c4-4b04-4784-97b6-898bcfb54a44, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=05daf5c4-4b04-4784-97b6-898bcfb54a44,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:12:02.619725 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1580220922-network', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:02.636818 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-993928'] for router_interface, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.698639 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.738754 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Made reservation on behalf of d0c8570f409040cfb8f86f5c5f0271e0 for: {'network': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:12:02.741191 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.752555 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.762560 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Routers {'8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:02.763197 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:02.807291 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f082c-9d49-46fe-9e68-d0c8ee95c023 None None] Pushing event updated for resources: {'Port': ['ID=05daf5c4-4b04-4784-97b6-898bcfb54a44,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:02.845777 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.876371 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-9bf0150c-6052-4e28-8a40-0586203a07dc None None] Provisioning complete for port 6e3ada44-a1c1-4368-8737-33af33709c64 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:02.876776 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9bf0150c-6052-4e28-8a40-0586203a07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.906115 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.933979 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed92f1-6158-4b40-8bb9-a6328c0fcd22 req-c24e77cb-218f-4b2b-90da-4968d67e3e1e tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:02.935576 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-9bf0150c-6052-4e28-8a40-0586203a07dc None None] Port 6e3ada44-a1c1-4368-8737-33af33709c64 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:12:02.936976 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1fed92f1-6158-4b40-8bb9-a6328c0fcd22 req-c24e77cb-218f-4b2b-90da-4968d67e3e1e tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.0583680 Sep 14 22:12:02.951888 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] Set router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:02.970928 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:02.983161 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device f265a8d3-6fe8-44db-a328-5340e10c0b30 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:02.989190 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1fed92f1-6158-4b40-8bb9-a6328c0fcd22 req-532af02a-ad10-4754-b1ec-1f35cde13409 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440578 Sep 14 22:12:03.022898 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=94746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:12:03.041011 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41670222-d100-4864-8d85-704f45cbf456,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:03.043853 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:03.044434 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.segments_db [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Added segment 23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98 of type vlan for network 06a932b9-57f5-4830-a80a-fd6880f53b99 Sep 14 22:12:03.103471 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:03.138970 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:03.141237 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port f265a8d3-6fe8-44db-a328-5340e10c0b30 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:03.141732 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:03.199562 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:03.243711 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:00Z', 'revision_number': 3, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port': {'id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:03.248071 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:03.249056 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:03.249643 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:03.273095 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32064dd5-137d-4322-a158-a26ba6e5fd91 None None] The sync data for ids ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'] in dv-cinder-809014-1-iscsi is: [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:00Z', 'revision_number': 3, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port': {'id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:12:03.304943 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1004056'] for router_interface, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:03.307509 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3ada44-a1c1-4368-8737-33af33709c64,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:03.346214 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] Pushing event updated for resources: {'Network': ['ID=06a932b9-57f5-4830-a80a-fd6880f53b99,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:03.357800 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 06a932b9-57f5-4830-a80a-fd6880f53b99 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:12:03.400202 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-6b0f8a1c-77e7-4db3-8265-17f3dec5cc5d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9080539 Sep 14 22:12:03.403320 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40430) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:03.409796 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-bdcac2ef-29d1-4115-aba0-6665f4171f59 admin admin] Request body: {'subnet': {'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1580220922-subnet', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:03.442203 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Network 9b787b3b-f272-41a2-8674-930e78848175 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:03.443599 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:03.523646 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcac2ef-29d1-4115-aba0-6665f4171f59 admin admin] Made reservation on behalf of d0c8570f409040cfb8f86f5c5f0271e0 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:12:03.526547 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdcac2ef-29d1-4115-aba0-6665f4171f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482839'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:03.583518 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:12:03.707541 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:12:03.713373 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-ef467012-276a-4f48-ae10-f3c1a9850c03 admin admin] 10.222.0.30 "PUT /v2.0/routers/8cc98d31-ec8a-475a-b5e5-0186ec20f2e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2055550 Sep 14 22:12:03.763065 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-9c8af6a3-8daf-4bd7-92c4-d36cbbad1479 None None] Provisioning complete for port 6e3ada44-a1c1-4368-8737-33af33709c64 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:03.763461 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9c8af6a3-8daf-4bd7-92c4-d36cbbad1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:03.800321 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-9c8af6a3-8daf-4bd7-92c4-d36cbbad1479 None None] Port 6e3ada44-a1c1-4368-8737-33af33709c64 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:12:03.869789 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdcac2ef-29d1-4115-aba0-6665f4171f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6830381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482873'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:03.936985 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcac2ef-29d1-4115-aba0-6665f4171f59 admin admin] Checking segment: {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:03.937648 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcac2ef-29d1-4115-aba0-6665f4171f59 admin admin] Network hostable DHCP agents. Network: 06a932b9-57f5-4830-a80a-fd6880f53b99, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:12:03.939692 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcac2ef-29d1-4115-aba0-6665f4171f59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4cb725a-079c-425c-aee6-4d2d1c527df5,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:04.039277 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcac2ef-29d1-4115-aba0-6665f4171f59 admin admin] Network 06a932b9-57f5-4830-a80a-fd6880f53b99 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:12:04.121999 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122aa5-f189-4362-bc5a-bac917a12b3d req-f6beaae4-f158-4a68-98b2-fbfdd5947717 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:04.123641 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d9122aa5-f189-4362-bc5a-bac917a12b3d req-f6beaae4-f158-4a68-98b2-fbfdd5947717 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.0541649 Sep 14 22:12:04.144837 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-bdcac2ef-29d1-4115-aba0-6665f4171f59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 06a932b9-57f5-4830-a80a-fd6880f53b99) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:04.150186 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcac2ef-29d1-4115-aba0-6665f4171f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:04.150774 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdcac2ef-29d1-4115-aba0-6665f4171f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:04.154356 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b9aed4-00f3-4f36-b0e1-66ca8a4ae136 None None] Network 06a932b9-57f5-4830-a80a-fd6880f53b99 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:12:04.178104 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d9122aa5-f189-4362-bc5a-bac917a12b3d req-6653b386-39a1-4e74-8e90-52448891996c tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483015 Sep 14 22:12:04.259856 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-bdcac2ef-29d1-4115-aba0-6665f4171f59 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8530328 Sep 14 22:12:04.260496 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40448) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:04.265755 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:04.308767 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fea3466-a961-52a6-afc9-dc79e2e12c86-06a932b9-57f5-4830-a80a-fd6880f53b99', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5'}]}} from dv-cinder-809014-1-iscsi. {{(pid=94747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 22:12:04.309629 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:04.440151 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1005448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7625'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:04.441587 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:04.452517 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.db_base_plugin_common [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Allocated IP 172.20.0.2 (06a932b9-57f5-4830-a80a-fd6880f53b99/d4cb725a-079c-425c-aee6-4d2d1c527df5/bf56e12d-d199-4565-8983-5154fd820748) {{(pid=94747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:12:04.494406 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:04.502362 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40454) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:04.507706 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-133298790-network', 'tenant_id': '29a57006f68d468db1308aabeb412611'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:04.607609 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Notify callbacks [] for port, precommit_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:04.609250 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Made reservation on behalf of 29a57006f68d468db1308aabeb412611 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:12:04.611783 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:04.623222 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:04.697112 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:04.875445 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Network 06a932b9-57f5-4830-a80a-fd6880f53b99 is already hosted by enough agents. {{(pid=94747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:04.878462 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.base_scheduler [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Resources bound (agent type, host, resource id): {{(pid=94747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:04.882022 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Received port after_create {{(pid=94747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:12:04.888674 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Sync routers for ids ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:12:04.892227 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Pushing event updated for resources: {'Port': ['ID=bf56e12d-d199-4565-8983-5154fd820748,revision_number=1']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:04.900509 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Routers {'8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:04.901335 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:04.965148 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:04.972320 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Attempting to bind port bf56e12d-d199-4565-8983-5154fd820748 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:12:04.972933 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Attempting to bind port bf56e12d-d199-4565-8983-5154fd820748 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:12:04.973689 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Attempting to bind port bf56e12d-d199-4565-8983-5154fd820748 on network 06a932b9-57f5-4830-a80a-fd6880f53b99 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:04.981049 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:12:04.981615 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Checking segment: {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:04.982422 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:04.983020 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Bound using segment: {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:12:04.983645 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Bound port: bf56e12d-d199-4565-8983-5154fd820748, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:12:04.984216 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.031729 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Set router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:05.069548 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] For port bf56e12d-d199-4565-8983-5154fd820748, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:12:05.073565 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.073726 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] For port bf56e12d-d199-4565-8983-5154fd820748, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=bf56e12d-d199-4565-8983-5154fd820748,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:12:05.092045 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 05daf5c4-4b04-4784-97b6-898bcfb54a44 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:05.144822 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 05daf5c4-4b04-4784-97b6-898bcfb54a44 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:05.145134 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.193728 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.210018 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.235896 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:12:05.271772 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.272125 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Added segment 98bd6cad-09b0-4ee7-ae27-63df732df9a4 of type vlan for network fb687380-8e09-4575-97f6-ae4709f679f3 Sep 14 22:12:05.281422 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7ab4e3-358f-45b6-93ba-be20d3d5c286,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:05.302072 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53894a61-18b4-49eb-86ff-c6c4e210346b None None] Pushing event updated for resources: {'Port': ['ID=bf56e12d-d199-4565-8983-5154fd820748,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:05.307234 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.339834 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port 05daf5c4-4b04-4784-97b6-898bcfb54a44, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=05daf5c4-4b04-4784-97b6-898bcfb54a44,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:05.357028 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.389941 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4180fd-d4a0-4c33-96bc-6c6b8b329ff1 req-96256c43-1f5c-4ccd-908a-ebe58ae94838 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:05.392431 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0b4180fd-d4a0-4c33-96bc-6c6b8b329ff1 req-96256c43-1f5c-4ccd-908a-ebe58ae94838 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.1054361 Sep 14 22:12:05.411015 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.422397 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:02Z', 'revision_number': 4, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port': {'id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '6e3ada44-a1c1-4368-8737-33af33709c64', 'name': '', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'mac_address': 'fa:16:3e:bb:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:02Z', 'updated_at': '2021-09-14T22:12:02Z', 'revision_number': 2, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'subnets': [{'id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:05.452437 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Checking router: 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:12:05.452815 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Updating router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 port 6e3ada44-a1c1-4368-8737-33af33709c64 binding host dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:12:05.482302 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=05daf5c4-4b04-4784-97b6-898bcfb54a44,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:05.483096 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.512322 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.513466 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:05.514127 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.611515 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0b4180fd-d4a0-4c33-96bc-6c6b8b329ff1 req-e4d64592-470e-4ad6-9811-86cfb3c502da tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2125673 Sep 14 22:12:05.632007 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.661539 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.710173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] Pushing event updated for resources: {'Network': ['ID=fb687380-8e09-4575-97f6-ae4709f679f3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:05.722203 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network fb687380-8e09-4575-97f6-ae4709f679f3 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:12:05.755649 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-d211a842-acec-401e-92fd-62d3b0288957 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2485807 Sep 14 22:12:05.755855 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40466) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:05.760518 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-7e855dc4-aa8e-4777-bba2-13b484610a85 admin admin] Request body: {'subnet': {'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-133298790-subnet', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'ip_version': 4}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:05.834299 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.842536 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Allocated IP 172.27.2.63 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/fbf14cdd-73a6-437d-bd3e-b44eebc96ae9) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:12:05.862071 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e855dc4-aa8e-4777-bba2-13b484610a85 admin admin] Made reservation on behalf of 29a57006f68d468db1308aabeb412611 for: {'subnet': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:12:05.864508 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7e855dc4-aa8e-4777-bba2-13b484610a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59757008'] for subnet, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.907828 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.955963 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Pushing event updated for resources: {'Port': ['ID=6e3ada44-a1c1-4368-8737-33af33709c64,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:05.965410 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:05.967425 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:05.968469 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:05.968990 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:05.969536 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:05.970026 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:05.970521 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:05.971020 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:05.971499 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:05.971995 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:05.972484 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:05.972845 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:05.973177 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:06.025792 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Attempting to bind port 6e3ada44-a1c1-4368-8737-33af33709c64 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:12:06.026150 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Attempting to bind port 6e3ada44-a1c1-4368-8737-33af33709c64 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': 'db0d6552-0cd4-423d-9985-413336b06d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b787b3b-f272-41a2-8674-930e78848175'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:12:06.026706 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Attempting to bind port 6e3ada44-a1c1-4368-8737-33af33709c64 on network 9b787b3b-f272-41a2-8674-930e78848175 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:06.032257 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:12:06.032631 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Checking segment: {'id': 'db0d6552-0cd4-423d-9985-413336b06d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b787b3b-f272-41a2-8674-930e78848175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:06.033063 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.033456 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Bound using segment: {'id': 'db0d6552-0cd4-423d-9985-413336b06d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b787b3b-f272-41a2-8674-930e78848175'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:12:06.033922 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Bound port: 6e3ada44-a1c1-4368-8737-33af33709c64, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0d6552-0cd4-423d-9985-413336b06d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b787b3b-f272-41a2-8674-930e78848175'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:12:06.034322 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.058465 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.101315 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:06.105066 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:06.108665 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:12:06.108987 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] For port 6e3ada44-a1c1-4368-8737-33af33709c64, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:12:06.112219 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] For port 6e3ada44-a1c1-4368-8737-33af33709c64, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=6e3ada44-a1c1-4368-8737-33af33709c64,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:12:06.142845 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7e855dc4-aa8e-4777-bba2-13b484610a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59588433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59757054'] for subnet, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.151685 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf14cdd-73a6-437d-bd3e-b44eebc96ae9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:06.188624 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.233686 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e855dc4-aa8e-4777-bba2-13b484610a85 admin admin] Checking segment: {'id': '98bd6cad-09b0-4ee7-ae27-63df732df9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:06.234342 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e855dc4-aa8e-4777-bba2-13b484610a85 admin admin] Network hostable DHCP agents. Network: fb687380-8e09-4575-97f6-ae4709f679f3, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:12:06.236858 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e855dc4-aa8e-4777-bba2-13b484610a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=908fb718-23d8-4cc2-bd9c-ac31addd7c58,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:06.237989 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-54aae846-26cd-4115-8ae1-68899ec46e59 None None] Provisioning complete for port 6e3ada44-a1c1-4368-8737-33af33709c64 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:06.238942 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-54aae846-26cd-4115-8ae1-68899ec46e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.262564 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc738ae7-4c36-4d38-badf-ba5da76ff5b1 None None] Pushing event updated for resources: {'Port': ['ID=6e3ada44-a1c1-4368-8737-33af33709c64,revision_number=4']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:06.276191 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Routers {'8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:06.276191 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:06.370304 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-54aae846-26cd-4115-8ae1-68899ec46e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.371731 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e855dc4-aa8e-4777-bba2-13b484610a85 admin admin] Network fb687380-8e09-4575-97f6-ae4709f679f3 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:12:06.404895 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] Set router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:06.417418 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-54aae846-26cd-4115-8ae1-68899ec46e59 None None] For port 6e3ada44-a1c1-4368-8737-33af33709c64, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=6e3ada44-a1c1-4368-8737-33af33709c64,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:06.526335 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-7e855dc4-aa8e-4777-bba2-13b484610a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, fb687380-8e09-4575-97f6-ae4709f679f3) {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:06.531042 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.532266 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e855dc4-aa8e-4777-bba2-13b484610a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:06.532959 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7e855dc4-aa8e-4777-bba2-13b484610a85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.542172 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16182172-4a18-4d10-a259-b4761776b60c None None] Network fb687380-8e09-4575-97f6-ae4709f679f3 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:12:06.578715 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244e7fbe-c9a0-44f4-8e9f-e9583cd10d78 None None] Network 06a932b9-57f5-4830-a80a-fd6880f53b99 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:12:06.597989 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-54aae846-26cd-4115-8ae1-68899ec46e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.663260 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-7e855dc4-aa8e-4777-bba2-13b484610a85 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9070606 Sep 14 22:12:06.665795 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40474) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:06.670551 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-133298790-router', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:06.682516 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:02Z', 'revision_number': 4, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port': {'id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '6e3ada44-a1c1-4368-8737-33af33709c64', 'name': '', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'mac_address': 'fa:16:3e:bb:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:02Z', 'updated_at': '2021-09-14T22:12:06Z', 'revision_number': 4, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'subnets': [{'id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:06.730716 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5133c37e-0d90-4bbb-9e05-98b621279b2d None None] The sync data for ids ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'] in dv-cinder-809014-1-iscsi is: [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:02Z', 'revision_number': 4, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port': {'id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '6e3ada44-a1c1-4368-8737-33af33709c64', 'name': '', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'mac_address': 'fa:16:3e:bb:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:02Z', 'updated_at': '2021-09-14T22:12:06Z', 'revision_number': 4, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'subnets': [{'id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:12:06.789272 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1005448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7625'] for router, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.791120 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.806431 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-c3c4cccc-5a25-4f43-9af1-ced7c6c807af None None] Provisioning complete for port 6e3ada44-a1c1-4368-8737-33af33709c64 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:06.806431 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c3c4cccc-5a25-4f43-9af1-ced7c6c807af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.807767 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aae846-26cd-4115-8ae1-68899ec46e59 None None] Pushing event updated for resources: {'Port': ['ID=6e3ada44-a1c1-4368-8737-33af33709c64,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:06.853542 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9472e-bd62-4a3f-93b0-2e8f0145b84c req-2a9703b4-b5be-4d4a-833a-d891ff36557e tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:06.855185 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-75a9472e-bd62-4a3f-93b0-2e8f0145b84c req-2a9703b4-b5be-4d4a-833a-d891ff36557e tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.1079946 Sep 14 22:12:06.859658 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993887'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.871581 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:06.963930 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fea3466-a961-52a6-afc9-dc79e2e12c86-fb687380-8e09-4575-97f6-ae4709f679f3', 'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'fixed_ips': [{'subnet_id': '908fb718-23d8-4cc2-bd9c-ac31addd7c58'}]}} from dv-cinder-809014-1-iscsi. {{(pid=94747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 22:12:06.964831 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:07.061827 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-75a9472e-bd62-4a3f-93b0-2e8f0145b84c req-5b9129d6-0def-4deb-9f82-ce250d8607bb tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1888442 Sep 14 22:12:07.156555 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:07.173064 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 05daf5c4-4b04-4784-97b6-898bcfb54a44 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:07.246409 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 is scheduled to L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 22:12:07.278900 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.db_base_plugin_common [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Allocated IP 172.20.0.2 (fb687380-8e09-4575-97f6-ae4709f679f3/908fb718-23d8-4cc2-bd9c-ac31addd7c58/bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd) {{(pid=94747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:12:07.333656 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-c3c4cccc-5a25-4f43-9af1-ced7c6c807af None None] Provisioning complete for port bf56e12d-d199-4565-8983-5154fd820748 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:07.334041 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c3c4cccc-5a25-4f43-9af1-ced7c6c807af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:07.337312 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 05daf5c4-4b04-4784-97b6-898bcfb54a44 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:07.337676 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:07.464654 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:12:07.485582 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Sync routers for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:12:07.584872 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:07.585529 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:07.599751 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:07.604710 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-fe9f7b39-4dab-4eb4-a0d2-01da45f25852 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3431547 Sep 14 22:12:07.605379 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40476) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:07.674542 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:07.700734 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:07.732115 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:07.787091 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c3c4cccc-5a25-4f43-9af1-ced7c6c807af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:07.810801 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device bf56e12d-d199-4565-8983-5154fd820748 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:07.841990 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Allocated IP 172.27.2.29 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/dc797516-0e47-491d-97a4-7ce2ab49c0b6) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:12:07.850121 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:07.917000 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Pushing event updated for resources: {'Port': ['ID=bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd,revision_number=1']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:07.933820 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-c3c4cccc-5a25-4f43-9af1-ced7c6c807af None None] For port bf56e12d-d199-4565-8983-5154fd820748, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=bf56e12d-d199-4565-8983-5154fd820748,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:07.945042 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Network fb687380-8e09-4575-97f6-ae4709f679f3 is already hosted by enough agents. {{(pid=94747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:07.958415 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.base_scheduler [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Resources bound (agent type, host, resource id): {{(pid=94747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:07.968319 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Received port after_create {{(pid=94747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:12:07.975072 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:07.988962 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:08.126647 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.136565 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.173240 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:08.193570 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Pushing event updated for resources: {'Port': ['ID=dc797516-0e47-491d-97a4-7ce2ab49c0b6,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:08.197896 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:08.201426 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:12:08.210648 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c3c4cccc-5a25-4f43-9af1-ced7c6c807af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.212479 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.255704 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port bf56e12d-d199-4565-8983-5154fd820748 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:08.256190 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.400205 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Attempting to bind port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:12:08.401037 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Attempting to bind port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '98bd6cad-09b0-4ee7-ae27-63df732df9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:12:08.401146 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Attempting to bind port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd on network fb687380-8e09-4575-97f6-ae4709f679f3 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:08.440925 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:12:08.441506 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Checking segment: {'id': '98bd6cad-09b0-4ee7-ae27-63df732df9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:08.442006 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.442477 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Bound using segment: {'id': '98bd6cad-09b0-4ee7-ae27-63df732df9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:12:08.443049 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Bound port: bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd6cad-09b0-4ee7-ae27-63df732df9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:12:08.443503 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.497212 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15deeae-2977-4449-a740-912bcfdf2100 req-83398f5f-b39c-41d4-a1e8-8a61b4334591 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:08.498716 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e15deeae-2977-4449-a740-912bcfdf2100 req-83398f5f-b39c-41d4-a1e8-8a61b4334591 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.3662434 Sep 14 22:12:08.500521 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4cccc-5a25-4f43-9af1-ced7c6c807af None None] Pushing event updated for resources: {'Port': ['ID=bf56e12d-d199-4565-8983-5154fd820748,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:08.503090 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-65c6ff81-1b43-4474-a8c8-8d664923f689 None None] Provisioning complete for port bf56e12d-d199-4565-8983-5154fd820748 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:08.503462 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-65c6ff81-1b43-4474-a8c8-8d664923f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.589638 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e15deeae-2977-4449-a740-912bcfdf2100 req-fea355c9-86e2-465e-8622-e3ffd5187da0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540974 Sep 14 22:12:08.617499 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.632626 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Allocated IP 172.20.0.1 (06a932b9-57f5-4830-a80a-fd6880f53b99/d4cb725a-079c-425c-aee6-4d2d1c527df5/d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:12:08.714402 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 6e3ada44-a1c1-4368-8737-33af33709c64 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:08.722484 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] For port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:12:08.759432 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.762488 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] For port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd,segment=NetworkSegment(98bd6cad-09b0-4ee7-ae27-63df732df9a4),segment_id=98bd6cad-09b0-4ee7-ae27-63df732df9a4)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:12:08.821793 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:06Z', 'revision_number': 3, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:08.836293 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993887'] for router, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.860784 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.874167 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Checking router: d21effc7-d9ed-47f9-b99c-ad00ee46efc3 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:12:08.874315 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Updating router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 port fbf14cdd-73a6-437d-bd3e-b44eebc96ae9 binding host dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:12:08.886060 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.926026 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Network 06a932b9-57f5-4830-a80a-fd6880f53b99 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:08.933726 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:08.942442 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:12:08.946315 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:08.960042 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 6e3ada44-a1c1-4368-8737-33af33709c64 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:08.960426 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:08.976392 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.029563 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc592fd3-530e-4ebf-8ca4-c4fd9eb0e1f0 None None] Pushing event updated for resources: {'Port': ['ID=bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:09.034761 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-993928'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.079494 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Router 55801720-703a-4fca-a9b9-9bcde8b7a7a3 is scheduled to L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 with binding_index 1 {{(pid=94746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 22:12:09.283081 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.360012 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-198efebd-0e65-4ec8-bcdf-0572d07d25ab None None] Provisioning complete for port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:09.360012 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-198efebd-0e65-4ec8-bcdf-0572d07d25ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.452215 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-198efebd-0e65-4ec8-bcdf-0572d07d25ab None None] Port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:12:09.499149 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.503548 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.539330 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:12:09.550831 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Sync routers for ids ['55801720-703a-4fca-a9b9-9bcde8b7a7a3'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:12:09.560773 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Routers {'55801720-703a-4fca-a9b9-9bcde8b7a7a3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:09.561392 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['55801720-703a-4fca-a9b9-9bcde8b7a7a3'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:09.571883 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device bf56e12d-d199-4565-8983-5154fd820748 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:09.588562 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.610354 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port bf56e12d-d199-4565-8983-5154fd820748 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:09.610733 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.662191 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1004056'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.665580 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:09.668285 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.671879 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-5e5d4839-0a95-4c26-a89d-b885cd055a71 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0026097 Sep 14 22:12:09.672831 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40490) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:09.674156 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.711347 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Set router 55801720-703a-4fca-a9b9-9bcde8b7a7a3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:09.789154 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:09.792640 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226c983-4a2a-4112-951c-f8b9107b92c5 None None] Pushing event updated for resources: {'Port': ['ID=fbf14cdd-73a6-437d-bd3e-b44eebc96ae9,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:09.796323 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Attempting to bind port fbf14cdd-73a6-437d-bd3e-b44eebc96ae9 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:12:09.796323 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Attempting to bind port fbf14cdd-73a6-437d-bd3e-b44eebc96ae9 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:12:09.796657 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Attempting to bind port fbf14cdd-73a6-437d-bd3e-b44eebc96ae9 on network 4a10e13f-693b-41d7-99fa-6fefeedf4166 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:09.826469 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:12:09.826856 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Checking segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:09.828643 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.829081 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Bound using segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:12:09.830447 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Bound port: fbf14cdd-73a6-437d-bd3e-b44eebc96ae9, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:12:09.830862 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.851794 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a6510-bf17-45b1-9c9a-77123abb6934 req-7dd96bc2-cb7d-41f1-a500-cfcd6f8bb1fb tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:09.866925 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-699a6510-bf17-45b1-9c9a-77123abb6934 req-7dd96bc2-cb7d-41f1-a500-cfcd6f8bb1fb tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.1081834 Sep 14 22:12:09.879491 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Network 06a932b9-57f5-4830-a80a-fd6880f53b99 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:09.888612 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:09.941879 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] For port fbf14cdd-73a6-437d-bd3e-b44eebc96ae9, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:12:09.946825 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] For port fbf14cdd-73a6-437d-bd3e-b44eebc96ae9, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=fbf14cdd-73a6-437d-bd3e-b44eebc96ae9,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:12:09.948484 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:09.953724 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:09.997422 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-699a6510-bf17-45b1-9c9a-77123abb6934 req-53e7eab9-fc99-4b8e-87b8-10ed3aaaaa4d tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294026 Sep 14 22:12:10.087669 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:10.152010 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:12:10.181521 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:10.288585 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226c983-4a2a-4112-951c-f8b9107b92c5 None None] Pushing event updated for resources: {'Port': ['ID=fbf14cdd-73a6-437d-bd3e-b44eebc96ae9,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:10.302113 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:10.309159 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:10.310173 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'name': 'tempest-TestShelveInstance-133298790-router', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:06Z', 'updated_at': '2021-09-14T22:12:08Z', 'revision_number': 3, 'project_id': '29a57006f68d468db1308aabeb412611', 'gw_port': {'id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:07Z', 'updated_at': '2021-09-14T22:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:10.311824 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd,segment=NetworkSegment(98bd6cad-09b0-4ee7-ae27-63df732df9a4),segment_id=98bd6cad-09b0-4ee7-ae27-63df732df9a4)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:10.394535 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Checking router: 55801720-703a-4fca-a9b9-9bcde8b7a7a3 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:12:10.394535 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Updating router 55801720-703a-4fca-a9b9-9bcde8b7a7a3 port dc797516-0e47-491d-97a4-7ce2ab49c0b6 binding host dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:12:10.396141 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:12:10.413546 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-6319a9af-779e-4f05-b4e4-e950c393b1d9 admin admin] 10.222.0.30 "PUT /v2.0/routers/d21effc7-d9ed-47f9-b99c-ad00ee46efc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7986605 Sep 14 22:12:10.449615 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:10.593112 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576a4a26-c6a9-42b0-aad9-751a02d6bdb8 None None] Network fb687380-8e09-4575-97f6-ae4709f679f3 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:12:10.611385 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:10.640905 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dee2a-5b91-45e6-b9ac-499bfd7fe5b5 req-f31f2fd0-f652-46ef-993d-2ab983c0cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:10.646189 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d24dee2a-5b91-45e6-b9ac-499bfd7fe5b5 req-f31f2fd0-f652-46ef-993d-2ab983c0cb39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a06872af79b4f1b986a772fa9cfde82&device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 1138 time: 0.3358095 Sep 14 22:12:10.705744 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-c7b45f6f-34b0-4d48-b2cb-87f0fa9ea67e None None] Provisioning complete for port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:10.706179 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c7b45f6f-34b0-4d48-b2cb-87f0fa9ea67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:10.722164 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:10.788369 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:10.828017 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:10.834792 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-c7b45f6f-34b0-4d48-b2cb-87f0fa9ea67e None None] Port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:12:10.883893 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:10.904820 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Allocated IP 172.20.0.1 (fb687380-8e09-4575-97f6-ae4709f679f3/908fb718-23d8-4cc2-bd9c-ac31addd7c58/a3a685b0-8c4b-4642-a1f6-862d68e29b35) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:12:10.954172 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.007193 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Attempting to bind port dc797516-0e47-491d-97a4-7ce2ab49c0b6 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:12:11.007566 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Attempting to bind port dc797516-0e47-491d-97a4-7ce2ab49c0b6 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:12:11.007925 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Attempting to bind port dc797516-0e47-491d-97a4-7ce2ab49c0b6 on network 4a10e13f-693b-41d7-99fa-6fefeedf4166 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:11.014257 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-534ec31c-f7b0-4584-a562-39066d786d7a None None] Provisioning complete for port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:11.014641 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-534ec31c-f7b0-4584-a562-39066d786d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.017220 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96e21c-4dfb-4eb3-8d06-0e0ac57493b7 None None] Pushing event updated for resources: {'Port': ['ID=dc797516-0e47-491d-97a4-7ce2ab49c0b6,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:11.020408 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:12:11.020854 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Checking segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:11.021257 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.021641 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Bound using segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:12:11.022359 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Bound port: dc797516-0e47-491d-97a4-7ce2ab49c0b6, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:12:11.022868 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.099092 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.127779 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] For port dc797516-0e47-491d-97a4-7ce2ab49c0b6, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:12:11.136691 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] For port dc797516-0e47-491d-97a4-7ce2ab49c0b6, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=dc797516-0e47-491d-97a4-7ce2ab49c0b6,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:12:11.169488 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 2, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:11.174752 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fa3a1-90c0-4df6-ac70-d916f2683621 req-b116e4f6-b1f0-475a-bb0a-51845b16648d tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:11.176569 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c85fa3a1-90c0-4df6-ac70-d916f2683621 req-b116e4f6-b1f0-475a-bb0a-51845b16648d tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.0821061 Sep 14 22:12:11.200849 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa7887-7738-4445-be6b-838f6bbdd82b None None] The sync data for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi is: [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 2, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:12:11.217368 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.230482 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c85fa3a1-90c0-4df6-ac70-d916f2683621 req-89fe2c4f-da72-447f-97c2-25d4981024d9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462515 Sep 14 22:12:11.245925 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.315781 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Routers {'55801720-703a-4fca-a9b9-9bcde8b7a7a3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:11.316298 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:11:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['55801720-703a-4fca-a9b9-9bcde8b7a7a3'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:11.317049 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Network fb687380-8e09-4575-97f6-ae4709f679f3 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:11.320972 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:11.330117 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:12:11.375218 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96e21c-4dfb-4eb3-8d06-0e0ac57493b7 None None] Pushing event updated for resources: {'Port': ['ID=dc797516-0e47-491d-97a4-7ce2ab49c0b6,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:11.385491 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Pushing event updated for resources: {'Port': ['ID=a3a685b0-8c4b-4642-a1f6-862d68e29b35,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:11.404108 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-993928'] for router_interface, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.418450 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-bd939263-06ba-4156-b2d9-2696912390d4 None None] Provisioning complete for port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:11.419351 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-bd939263-06ba-4156-b2d9-2696912390d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.486145 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:11.501481 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] Set router 55801720-703a-4fca-a9b9-9bcde8b7a7a3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:11.597302 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40522) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:11.613158 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1918809279-network', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:11.629389 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:11.629921 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.754022 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Made reservation on behalf of 8c1f2abc3dcb4f5682c56ac9d9178f72 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:12:11.759470 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.771699 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.786622 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'name': 'tempest-TestShelveInstance-133298790-router', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:06Z', 'updated_at': '2021-09-14T22:12:08Z', 'revision_number': 3, 'project_id': '29a57006f68d468db1308aabeb412611', 'gw_port': {'id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:07Z', 'updated_at': '2021-09-14T22:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:11.793045 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.826396 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc33cc-97bc-43ac-8fd9-85117f1ad971 None None] The sync data for ids ['55801720-703a-4fca-a9b9-9bcde8b7a7a3'] in dv-cinder-809014-1-iscsi is: [{'id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'name': 'tempest-TestShelveInstance-133298790-router', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:06Z', 'updated_at': '2021-09-14T22:12:08Z', 'revision_number': 3, 'project_id': '29a57006f68d468db1308aabeb412611', 'gw_port': {'id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:07Z', 'updated_at': '2021-09-14T22:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:12:11.828517 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-afd21a44-e452-4f0a-8a62-03205f9c7ac0 None None] Provisioning complete for port a3a685b0-8c4b-4642-a1f6-862d68e29b35 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:11.828974 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-afd21a44-e452-4f0a-8a62-03205f9c7ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.877165 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dee2a-5b91-45e6-b9ac-499bfd7fe5b5 req-5edea13e-ee9f-4e76-9add-2963b8a9b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:11.878852 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d24dee2a-5b91-45e6-b9ac-499bfd7fe5b5 req-5edea13e-ee9f-4e76-9add-2963b8a9b8c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=948156fd-67c0-4520-990c-719ccd9f66ed HTTP/1.1" status: 200 len: 915 time: 0.2598608 Sep 14 22:12:11.890729 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-afd21a44-e452-4f0a-8a62-03205f9c7ac0 None None] Port a3a685b0-8c4b-4642-a1f6-862d68e29b35 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:12:11.925649 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9bbff927-34b2-400e-962d-d6ab535866d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:11.952277 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:12.022393 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:12.028133 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:12.057930 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:12:12.064623 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a6f12f-0365-4009-b7d7-fd026cc3fb21,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:12.071373 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:12.071721 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Added segment 3c9465d4-42ee-48f0-a6c8-410c9b824fcb of type vlan for network 1d8a56d8-1645-464f-ba74-a0c576f966cb Sep 14 22:12:12.103024 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:12.127182 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:12.191721 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Pushing event updated for resources: {'Port': ['ID=a3a685b0-8c4b-4642-a1f6-862d68e29b35,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:12.194140 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1004056'] for router_interface, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:12.296791 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:12.298625 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:12.299377 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:12.355766 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Network fb687380-8e09-4575-97f6-ae4709f679f3 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:12.361397 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:12.446713 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8473651 Sep 14 22:12:12.448790 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ede9cd-04ad-4791-b8ab-ba458cdfa8b5 admin admin] Pushing event updated for resources: {'Network': ['ID=1d8a56d8-1645-464f-ba74-a0c576f966cb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:12.452479 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40530) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:12.463662 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 1d8a56d8-1645-464f-ba74-a0c576f966cb details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:12:12.464665 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-62897412-51b0-4ee3-8b8e-a0521aa3fea4 admin admin] Request body: {'subnet': {'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1918809279-subnet', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:12.491790 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cd7b7-7f58-402e-8a13-0f7818f29ef9 req-fbb89b68-1d56-4e45-8d3f-e5739ef5da50 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:12.494203 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f65cd7b7-7f58-402e-8a13-0f7818f29ef9 req-fbb89b68-1d56-4e45-8d3f-e5739ef5da50 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.1454301 Sep 14 22:12:12.524380 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Router 55801720-703a-4fca-a9b9-9bcde8b7a7a3 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:12:12.550847 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f65cd7b7-7f58-402e-8a13-0f7818f29ef9 req-d10bcbe4-a850-4f4c-8d44-d826f8e020cb tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434642 Sep 14 22:12:12.583222 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62897412-51b0-4ee3-8b8e-a0521aa3fea4 admin admin] Made reservation on behalf of 8c1f2abc3dcb4f5682c56ac9d9178f72 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:12:12.585705 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62897412-51b0-4ee3-8b8e-a0521aa3fea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482839'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:12.639066 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-333ce3a4-002e-47f1-b8f9-659aa70bd788 None None] Provisioning complete for port a3a685b0-8c4b-4642-a1f6-862d68e29b35 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:12.640105 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-333ce3a4-002e-47f1-b8f9-659aa70bd788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:12.644462 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:12:12.659166 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-b920ac66-311f-4d9b-8292-02a44b350eaf admin admin] 10.222.0.30 "PUT /v2.0/routers/55801720-703a-4fca-a9b9-9bcde8b7a7a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9773812 Sep 14 22:12:12.684630 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-333ce3a4-002e-47f1-b8f9-659aa70bd788 None None] Port a3a685b0-8c4b-4642-a1f6-862d68e29b35 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:12:12.834033 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62897412-51b0-4ee3-8b8e-a0521aa3fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6830381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482873'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:12.888225 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62897412-51b0-4ee3-8b8e-a0521aa3fea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7819accb-858c-40dc-8df1-efc16ab57241,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:12.900247 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62897412-51b0-4ee3-8b8e-a0521aa3fea4 admin admin] Checking segment: {'id': '3c9465d4-42ee-48f0-a6c8-410c9b824fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:12.905621 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62897412-51b0-4ee3-8b8e-a0521aa3fea4 admin admin] Network hostable DHCP agents. Network: 1d8a56d8-1645-464f-ba74-a0c576f966cb, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:12:12.993513 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62897412-51b0-4ee3-8b8e-a0521aa3fea4 admin admin] Network 1d8a56d8-1645-464f-ba74-a0c576f966cb is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:12:13.067923 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-62897412-51b0-4ee3-8b8e-a0521aa3fea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 1d8a56d8-1645-464f-ba74-a0c576f966cb) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:13.072812 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62897412-51b0-4ee3-8b8e-a0521aa3fea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:13.073493 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62897412-51b0-4ee3-8b8e-a0521aa3fea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.077425 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df6526f-6e71-48e5-b3b4-6311fac11ed4 None None] Network 1d8a56d8-1645-464f-ba74-a0c576f966cb requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:12:13.168857 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40538) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:13.169425 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-62897412-51b0-4ee3-8b8e-a0521aa3fea4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7107394 Sep 14 22:12:13.173530 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1918809279-router', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:13.192740 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40540) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:13.198410 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-66b1e12c-2f0c-4eb9-be71-272471e4df3c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1068204224', 'description': 'tempest-secgroup-smoke-1068204224 description', 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:13.235947 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fea3466-a961-52a6-afc9-dc79e2e12c86-1d8a56d8-1645-464f-ba74-a0c576f966cb', 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'fixed_ips': [{'subnet_id': '7819accb-858c-40dc-8df1-efc16ab57241'}]}} from dv-cinder-809014-1-iscsi. {{(pid=94747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 22:12:13.236916 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.256693 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1005448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7625'] for router, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.257812 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.309409 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.335752 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66b1e12c-2f0c-4eb9-be71-272471e4df3c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.385987 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.db_base_plugin_common [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Allocated IP 172.20.0.2 (1d8a56d8-1645-464f-ba74-a0c576f966cb/7819accb-858c-40dc-8df1-efc16ab57241/b3e9126b-2fc9-42c1-a22e-1f7bb32980f3) {{(pid=94747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:12:13.491641 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66b1e12c-2f0c-4eb9-be71-272471e4df3c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.502620 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device fbf14cdd-73a6-437d-bd3e-b44eebc96ae9 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:13.582164 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Notify callbacks [] for port, precommit_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.592734 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port fbf14cdd-73a6-437d-bd3e-b44eebc96ae9 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:13.593138 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.603754 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d24dee2a-5b91-45e6-b9ac-499bfd7fe5b5 req-b5a0b0b8-0128-43a6-a5db-13ddff7f9319 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78 HTTP/1.1" status: 200 len: 1002 time: 0.1301606 Sep 14 22:12:13.611087 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66b1e12c-2f0c-4eb9-be71-272471e4df3c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.637359 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.645749 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1e12c-2f0c-4eb9-be71-272471e4df3c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4abf13-b05b-4e75-8f0a-fc80db199606,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:13.646084 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.685264 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dee2a-5b91-45e6-b9ac-499bfd7fe5b5 req-de17fe1a-00aa-4331-8f89-e54931c98f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:13.687098 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d24dee2a-5b91-45e6-b9ac-499bfd7fe5b5 req-de17fe1a-00aa-4331-8f89-e54931c98f37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2821297-2f4d-4622-93c7-c6578d7ccee8 HTTP/1.1" status: 200 len: 853 time: 0.0583434 Sep 14 22:12:13.712490 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Network 1d8a56d8-1645-464f-ba74-a0c576f966cb is already hosted by enough agents. {{(pid=94747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:13.714605 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5c710-582b-4116-87e6-efd45849c581 req-0fd1ef7b-e4bf-4f36-b0f7-ebcb3b328750 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:13.716115 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d2c5c710-582b-4116-87e6-efd45849c581 req-0fd1ef7b-e4bf-4f36-b0f7-ebcb3b328750 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.0557144 Sep 14 22:12:13.717361 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66b1e12c-2f0c-4eb9-be71-272471e4df3c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.718015 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.base_scheduler [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Resources bound (agent type, host, resource id): {{(pid=94747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:13.718475 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-66b1e12c-2f0c-4eb9-be71-272471e4df3c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5247781 Sep 14 22:12:13.724855 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40546) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:13.729517 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4386681b-bdd8-4eb0-9a1c-a9acf1f80868 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Request body: {'security_group_rule': {'security_group_id': 'be4abf13-b05b-4e75-8f0a-fc80db199606', 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:13.730129 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Received port after_create {{(pid=94747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:12:13.736431 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dee2a-5b91-45e6-b9ac-499bfd7fe5b5 req-ad098e0b-795a-4cb9-95f5-556939f080c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:13.738058 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d24dee2a-5b91-45e6-b9ac-499bfd7fe5b5 req-ad098e0b-795a-4cb9-95f5-556939f080c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=948156fd-67c0-4520-990c-719ccd9f66ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440531 Sep 14 22:12:13.739764 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.744870 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Pushing event updated for resources: {'Port': ['ID=b3e9126b-2fc9-42c1-a22e-1f7bb32980f3,revision_number=1']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:13.790503 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d2c5c710-582b-4116-87e6-efd45849c581 req-f43a61e5-5284-46ef-a4df-b956ca4d96b6 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551345 Sep 14 22:12:13.795418 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port fbf14cdd-73a6-437d-bd3e-b44eebc96ae9, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=fbf14cdd-73a6-437d-bd3e-b44eebc96ae9,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:13.809368 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Attempting to bind port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:12:13.809804 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Attempting to bind port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '3c9465d4-42ee-48f0-a6c8-410c9b824fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:12:13.810172 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Attempting to bind port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 on network 1d8a56d8-1645-464f-ba74-a0c576f966cb {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:13.815360 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:12:13.816319 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Checking segment: {'id': '3c9465d4-42ee-48f0-a6c8-410c9b824fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:13.816319 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.816610 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Bound using segment: {'id': '3c9465d4-42ee-48f0-a6c8-410c9b824fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:12:13.821722 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Bound port: b3e9126b-2fc9-42c1-a22e-1f7bb32980f3, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9465d4-42ee-48f0-a6c8-410c9b824fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:12:13.822172 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.886289 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.887818 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device dc797516-0e47-491d-97a4-7ce2ab49c0b6 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:13.889110 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4386681b-bdd8-4eb0-9a1c-a9acf1f80868 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.926253 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d24dee2a-5b91-45e6-b9ac-499bfd7fe5b5 req-cc2cb009-1e6a-4938-aea0-6a04564eb8d2 service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662865 Sep 14 22:12:13.943633 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] For port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:12:13.968208 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4386681b-bdd8-4eb0-9a1c-a9acf1f80868 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:13.975768 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] For port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=b3e9126b-2fc9-42c1-a22e-1f7bb32980f3,segment=NetworkSegment(3c9465d4-42ee-48f0-a6c8-410c9b824fcb),segment_id=3c9465d4-42ee-48f0-a6c8-410c9b824fcb)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:12:13.988408 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=fbf14cdd-73a6-437d-bd3e-b44eebc96ae9,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:14.002368 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port dc797516-0e47-491d-97a4-7ce2ab49c0b6 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:14.002748 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.050981 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4386681b-bdd8-4eb0-9a1c-a9acf1f80868 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.076907 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386681b-bdd8-4eb0-9a1c-a9acf1f80868 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b06df21-2b06-42e2-be93-78f57047bd01,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:14.119034 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d24dee2a-5b91-45e6-b9ac-499bfd7fe5b5 req-4116556f-14cc-4252-9e53-48197acc75ff service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806908 Sep 14 22:12:14.148135 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4386681b-bdd8-4eb0-9a1c-a9acf1f80868 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.153900 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-4386681b-bdd8-4eb0-9a1c-a9acf1f80868 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4307384 Sep 14 22:12:14.154136 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40548) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:14.158651 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-06c4cba2-9e27-43c6-8f79-e5be1f8f25ed tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Request body: {'security_group_rule': {'security_group_id': 'be4abf13-b05b-4e75-8f0a-fc80db199606', 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:14.182268 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.208371 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.235042 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.301232 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad0d45-efe5-4233-bcf6-4e53dd49fc13 None None] Pushing event updated for resources: {'Port': ['ID=b3e9126b-2fc9-42c1-a22e-1f7bb32980f3,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:14.312689 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06c4cba2-9e27-43c6-8f79-e5be1f8f25ed tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.316217 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.352525 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port dc797516-0e47-491d-97a4-7ce2ab49c0b6, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=dc797516-0e47-491d-97a4-7ce2ab49c0b6,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:14.367170 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Allocated IP 172.27.2.37 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/989aae11-38d3-4ccc-9703-8c20d54184ef) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:12:14.445829 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.457774 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06c4cba2-9e27-43c6-8f79-e5be1f8f25ed tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.518185 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a322-c156-48d0-b8c7-f0b82092b404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.550461 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.589313 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=dc797516-0e47-491d-97a4-7ce2ab49c0b6,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:14.629352 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06c4cba2-9e27-43c6-8f79-e5be1f8f25ed tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.661467 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4cba2-9e27-43c6-8f79-e5be1f8f25ed tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc7ee4f-8f77-46f7-bd84-2b0b2daf5269,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:14.753759 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:14.804615 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:14.808136 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:14.810709 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:12:14.916285 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72a4e7-6559-40a1-8fc2-40f412f98c22 req-31114e98-6c07-4ccc-bdc9-f1ab2d96013f tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:14.917824 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0d72a4e7-6559-40a1-8fc2-40f412f98c22 req-31114e98-6c07-4ccc-bdc9-f1ab2d96013f tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.0540779 Sep 14 22:12:14.962555 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0d72a4e7-6559-40a1-8fc2-40f412f98c22 req-e8667764-1525-4112-bd1d-8d3dd7fd37a9 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7cbfefe-649d-46c3-996f-830616c83a96&id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377274 Sep 14 22:12:15.022472 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.066431 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06c4cba2-9e27-43c6-8f79-e5be1f8f25ed tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.067722 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-06c4cba2-9e27-43c6-8f79-e5be1f8f25ed tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9128497 Sep 14 22:12:15.078904 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Pushing event updated for resources: {'Port': ['ID=989aae11-38d3-4ccc-9703-8c20d54184ef,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:15.082709 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40562) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:15.089689 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-f796863a-50f4-4aa2-bb44-be2ba2ec1b78 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Request body: {'security_group_rule': {'security_group_id': 'be4abf13-b05b-4e75-8f0a-fc80db199606', 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:15.250661 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f796863a-50f4-4aa2-bb44-be2ba2ec1b78 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.348461 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f796863a-50f4-4aa2-bb44-be2ba2ec1b78 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.382931 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa07e6b3-c6a1-47c9-9c61-e0dcc3df7f0c None None] Network 1d8a56d8-1645-464f-ba74-a0c576f966cb requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:12:15.399262 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f796863a-50f4-4aa2-bb44-be2ba2ec1b78 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.424614 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796863a-50f4-4aa2-bb44-be2ba2ec1b78 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4d9081-88fe-4d22-9ed1-2042e6d433fe,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:15.436342 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.475507 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-094f0870-8964-4984-aab0-59bfa12f8750 None None] Provisioning complete for port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:15.475905 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-094f0870-8964-4984-aab0-59bfa12f8750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.520360 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:15.528289 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f796863a-50f4-4aa2-bb44-be2ba2ec1b78 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.535466 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-f796863a-50f4-4aa2-bb44-be2ba2ec1b78 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4458921 Sep 14 22:12:15.535680 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40564) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:15.539759 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-74bf4225-193e-44cd-b4da-778494d8ee0d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Request body: {'security_group_rule': {'security_group_id': 'be4abf13-b05b-4e75-8f0a-fc80db199606', 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:15.651732 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993887'] for router, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.678885 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-74bf4225-193e-44cd-b4da-778494d8ee0d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.694703 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:15.695078 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.727883 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-094f0870-8964-4984-aab0-59bfa12f8750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.762092 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-74bf4225-193e-44cd-b4da-778494d8ee0d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.811422 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-094f0870-8964-4984-aab0-59bfa12f8750 None None] For port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=b3e9126b-2fc9-42c1-a22e-1f7bb32980f3,segment=NetworkSegment(3c9465d4-42ee-48f0-a6c8-410c9b824fcb),segment_id=3c9465d4-42ee-48f0-a6c8-410c9b824fcb)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:15.842003 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.859134 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.885472 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-74bf4225-193e-44cd-b4da-778494d8ee0d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:15.906719 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf4225-193e-44cd-b4da-778494d8ee0d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6938bb06-b72d-4df7-b62a-5510771f7095,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:16.032103 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-094f0870-8964-4984-aab0-59bfa12f8750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:16.079972 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Router ada8d240-eb81-4a41-b6e7-20f42e70a81d is scheduled to L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 with binding_index 1 {{(pid=94746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 22:12:16.080192 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-74bf4225-193e-44cd-b4da-778494d8ee0d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:16.081761 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-74bf4225-193e-44cd-b4da-778494d8ee0d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5473104 Sep 14 22:12:16.084463 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40574) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:16.089697 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Request body: {'security_group_rule': {'security_group_id': 'be4abf13-b05b-4e75-8f0a-fc80db199606', 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:16.106291 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.db.api [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 22:12:16.106521 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG oslo_db.api [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 22:12:16.126328 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f0870-8964-4984-aab0-59bfa12f8750 None None] Pushing event updated for resources: {'Port': ['ID=b3e9126b-2fc9-42c1-a22e-1f7bb32980f3,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:16.153491 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-5ab291dc-87d7-439f-9c60-1b146ea76897 None None] Provisioning complete for port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:16.154000 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5ab291dc-87d7-439f-9c60-1b146ea76897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:16.204170 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:12:16.231640 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Sync routers for ids ['ada8d240-eb81-4a41-b6e7-20f42e70a81d'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:12:16.256375 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Routers {'ada8d240-eb81-4a41-b6e7-20f42e70a81d'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:16.257094 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:12:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['ada8d240-eb81-4a41-b6e7-20f42e70a81d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:16.319912 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Project 59f8029d6d424ff38dcf8f6bc941dc31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 22:12:16.327152 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:16.331576 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Sync routers for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:12:16.345682 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:16.350306 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:12:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:16.378045 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Set router ada8d240-eb81-4a41-b6e7-20f42e70a81d gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:16.397673 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:16.404927 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:16.408244 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-4266e21d-6b59-4b02-828d-b81d0df6dc8e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2365787 Sep 14 22:12:16.410762 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40576) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:16.468965 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:16.549003 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:16.576338 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ca1de0-a239-4ed3-bac5-4274649a8145,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:16.584374 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:16.585052 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:16.585694 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:16.586188 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:16.587321 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:16.588150 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:16.588636 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:16.589142 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:16.590181 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:16.590816 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:16.591559 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:16.592059 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:16.609302 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'name': 'tempest-TestVolumeBootPattern-1918809279-router', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:13Z', 'updated_at': '2021-09-14T22:12:15Z', 'revision_number': 3, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'gw_port': {'id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:14Z', 'updated_at': '2021-09-14T22:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:16.673050 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Checking router: ada8d240-eb81-4a41-b6e7-20f42e70a81d for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:12:16.673401 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Updating router ada8d240-eb81-4a41-b6e7-20f42e70a81d port 989aae11-38d3-4ccc-9703-8c20d54184ef binding host dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:12:16.701750 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:16.703368 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-1b68d69c-f6f5-42dd-83db-0b0011ae71a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6173820 Sep 14 22:12:16.705895 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40578) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:16.708206 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 2, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:16.710889 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:16.711078 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9e8cc859-ee24-4a3b-9bb9-5239afd0ad0c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Request body: {'security_group_rule': {'security_group_id': 'be4abf13-b05b-4e75-8f0a-fc80db199606', 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:16.739959 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Checking router: d21effc7-d9ed-47f9-b99c-ad00ee46efc3 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:12:16.740803 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Updating router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a binding host dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:12:16.744778 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device dc797516-0e47-491d-97a4-7ce2ab49c0b6 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:16.772956 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:16.805978 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-9e8cc859-ee24-4a3b-9bb9-5239afd0ad0c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Project 59f8029d6d424ff38dcf8f6bc941dc31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 22:12:16.819645 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e8cc859-ee24-4a3b-9bb9-5239afd0ad0c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:16.890933 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port dc797516-0e47-491d-97a4-7ce2ab49c0b6 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:16.891424 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:16.947477 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e8cc859-ee24-4a3b-9bb9-5239afd0ad0c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:16.952417 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.032046 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Sync routers for ids ['55801720-703a-4fca-a9b9-9bcde8b7a7a3'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:12:17.046900 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e8cc859-ee24-4a3b-9bb9-5239afd0ad0c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.082947 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Routers {'55801720-703a-4fca-a9b9-9bcde8b7a7a3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:17.084179 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:12:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['55801720-703a-4fca-a9b9-9bcde8b7a7a3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:17.097700 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cc859-ee24-4a3b-9bb9-5239afd0ad0c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e7c7e9-b27e-41d8-96f6-e5922eef4ba2,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:17.149538 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.152532 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.171425 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e8cc859-ee24-4a3b-9bb9-5239afd0ad0c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.171737 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Allocated IP 172.20.0.1 (1d8a56d8-1645-464f-ba74-a0c576f966cb/7819accb-858c-40dc-8df1-efc16ab57241/07d7f7c3-db68-4a07-a9e7-a5314528fdf9) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:12:17.175849 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-9e8cc859-ee24-4a3b-9bb9-5239afd0ad0c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4658995 Sep 14 22:12:17.186197 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device fbf14cdd-73a6-437d-bd3e-b44eebc96ae9 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:17.274853 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.318399 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.334991 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416287d4-11ca-460c-832b-54ddaaeb4645 None None] Pushing event updated for resources: {'Port': ['ID=d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:17.410056 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Attempting to bind port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:12:17.416888 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Attempting to bind port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:12:17.416888 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Attempting to bind port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a on network 06a932b9-57f5-4830-a80a-fd6880f53b99 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:17.419989 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:12:17.420849 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Checking segment: {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:17.421712 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.421993 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Bound using segment: {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:12:17.422730 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Bound port: d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:12:17.423362 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.445981 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.474767 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Set router 55801720-703a-4fca-a9b9-9bcde8b7a7a3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:17.486066 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.514660 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port fbf14cdd-73a6-437d-bd3e-b44eebc96ae9 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:17.515035 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.521581 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] For port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:12:17.531372 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] For port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:12:17.562954 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Network 1d8a56d8-1645-464f-ba74-a0c576f966cb is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:17.566692 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:17.570795 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:12:17.609767 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=07d7f7c3-db68-4a07-a9e7-a5314528fdf9,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:17.621157 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.627548 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-993928'] for router_interface, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.663312 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.721718 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:17.722509 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:12:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:17.798882 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Attempting to bind port 989aae11-38d3-4ccc-9703-8c20d54184ef on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:12:17.799309 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Attempting to bind port 989aae11-38d3-4ccc-9703-8c20d54184ef by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:12:17.799690 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Attempting to bind port 989aae11-38d3-4ccc-9703-8c20d54184ef on network 4a10e13f-693b-41d7-99fa-6fefeedf4166 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:17.835790 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c7c0d-abc4-4aa5-87d9-f83c5c66871b None None] Pushing event updated for resources: {'Port': ['ID=989aae11-38d3-4ccc-9703-8c20d54184ef,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:17.836222 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416287d4-11ca-460c-832b-54ddaaeb4645 None None] Pushing event updated for resources: {'Port': ['ID=d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a,revision_number=4']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:17.845134 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:12:17.847558 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Checking segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:17.847558 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.847558 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Bound using segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:12:17.847558 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Bound port: 989aae11-38d3-4ccc-9703-8c20d54184ef, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:12:17.847558 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.876287 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:17.887435 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:17.924716 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] For port 989aae11-38d3-4ccc-9703-8c20d54184ef, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:12:17.928288 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] For port 989aae11-38d3-4ccc-9703-8c20d54184ef, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=989aae11-38d3-4ccc-9703-8c20d54184ef,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:12:17.985865 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-e4bc21e9-1bbb-4b82-83ab-f8441dbc72ba None None] Provisioning complete for port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:17.986120 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e4bc21e9-1bbb-4b82-83ab-f8441dbc72ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:18.102014 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'name': 'tempest-TestShelveInstance-133298790-router', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:06Z', 'updated_at': '2021-09-14T22:12:11Z', 'revision_number': 4, 'project_id': '29a57006f68d468db1308aabeb412611', 'gw_port': {'id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:07Z', 'updated_at': '2021-09-14T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'a3a685b0-8c4b-4642-a1f6-862d68e29b35', 'name': '', 'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'mac_address': 'fa:16:3e:e7:63:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '908fb718-23d8-4cc2-bd9c-ac31addd7c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:10Z', 'updated_at': '2021-09-14T22:12:11Z', 'revision_number': 2, 'project_id': '29a57006f68d468db1308aabeb412611', 'subnets': [{'id': '908fb718-23d8-4cc2-bd9c-ac31addd7c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:18.152500 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Checking router: 55801720-703a-4fca-a9b9-9bcde8b7a7a3 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:12:18.152915 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Updating router 55801720-703a-4fca-a9b9-9bcde8b7a7a3 port a3a685b0-8c4b-4642-a1f6-862d68e29b35 binding host dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:12:18.176034 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:18.211246 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:18.217934 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:18.227351 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:18.232458 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:17Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:18.253284 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e4bc21e9-1bbb-4b82-83ab-f8441dbc72ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:18.258963 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d503ac-6957-4976-83ca-48e1f4abf736 None None] The sync data for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi is: [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:17Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:12:18.353976 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c7c0d-abc4-4aa5-87d9-f83c5c66871b None None] Pushing event updated for resources: {'Port': ['ID=989aae11-38d3-4ccc-9703-8c20d54184ef,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:18.365551 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Routers {'ada8d240-eb81-4a41-b6e7-20f42e70a81d'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:18.366202 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:12:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['ada8d240-eb81-4a41-b6e7-20f42e70a81d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:18.371479 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-e4bc21e9-1bbb-4b82-83ab-f8441dbc72ba None None] For port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:18.461682 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:18.462063 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:18.473965 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:18.522156 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e4bc21e9-1bbb-4b82-83ab-f8441dbc72ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:18.543832 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=07d7f7c3-db68-4a07-a9e7-a5314528fdf9,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:18.547133 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1004056'] for router_interface, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:18.668530 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Network 1d8a56d8-1645-464f-ba74-a0c576f966cb is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:18.670166 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:18.708092 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc21e9-1bbb-4b82-83ab-f8441dbc72ba None None] Pushing event updated for resources: {'Port': ['ID=d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:18.712428 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] Set router ada8d240-eb81-4a41-b6e7-20f42e70a81d gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:18.845475 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Router ada8d240-eb81-4a41-b6e7-20f42e70a81d has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:12:18.895693 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-315ad38a-b3c9-433d-8c97-6be9f87e7c67 None None] Provisioning complete for port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:18.896182 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-315ad38a-b3c9-433d-8c97-6be9f87e7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:19.021102 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:19.181043 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:19.257860 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:19.258263 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:19.260518 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:12:19.266013 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-549764d9-b3bb-4999-bee1-65151a04a6b9 admin admin] 10.222.0.30 "PUT /v2.0/routers/ada8d240-eb81-4a41-b6e7-20f42e70a81d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8536680 Sep 14 22:12:19.288785 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:19.297849 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-315ad38a-b3c9-433d-8c97-6be9f87e7c67 None None] Provisioning complete for port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:19.298186 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-315ad38a-b3c9-433d-8c97-6be9f87e7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:19.408762 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7aca22-c470-4768-8544-c744822f98ad None None] Pushing event updated for resources: {'Port': ['ID=a3a685b0-8c4b-4642-a1f6-862d68e29b35,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:19.576425 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-315ad38a-b3c9-433d-8c97-6be9f87e7c67 None None] Port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:12:19.638792 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'name': 'tempest-TestVolumeBootPattern-1918809279-router', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:13Z', 'updated_at': '2021-09-14T22:12:17Z', 'revision_number': 4, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'gw_port': {'id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:14Z', 'updated_at': '2021-09-14T22:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '07d7f7c3-db68-4a07-a9e7-a5314528fdf9', 'name': '', 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'mac_address': 'fa:16:3e:9c:f1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7819accb-858c-40dc-8df1-efc16ab57241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:16Z', 'updated_at': '2021-09-14T22:12:17Z', 'revision_number': 1, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'subnets': [{'id': '7819accb-858c-40dc-8df1-efc16ab57241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:19.645021 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Attempting to bind port a3a685b0-8c4b-4642-a1f6-862d68e29b35 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:12:19.645359 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Attempting to bind port a3a685b0-8c4b-4642-a1f6-862d68e29b35 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '98bd6cad-09b0-4ee7-ae27-63df732df9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:12:19.645727 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Attempting to bind port a3a685b0-8c4b-4642-a1f6-862d68e29b35 on network fb687380-8e09-4575-97f6-ae4709f679f3 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:19.676526 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da0344-33ef-42e7-9327-51ec84b0d7de None None] The sync data for ids ['ada8d240-eb81-4a41-b6e7-20f42e70a81d'] in dv-cinder-809014-1-iscsi is: [{'id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'name': 'tempest-TestVolumeBootPattern-1918809279-router', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:13Z', 'updated_at': '2021-09-14T22:12:17Z', 'revision_number': 4, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'gw_port': {'id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:14Z', 'updated_at': '2021-09-14T22:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '07d7f7c3-db68-4a07-a9e7-a5314528fdf9', 'name': '', 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'mac_address': 'fa:16:3e:9c:f1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7819accb-858c-40dc-8df1-efc16ab57241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:16Z', 'updated_at': '2021-09-14T22:12:17Z', 'revision_number': 1, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'subnets': [{'id': '7819accb-858c-40dc-8df1-efc16ab57241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:12:19.683278 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:12:19.683664 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Checking segment: {'id': '98bd6cad-09b0-4ee7-ae27-63df732df9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:19.684075 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:19.684476 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Bound using segment: {'id': '98bd6cad-09b0-4ee7-ae27-63df732df9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:12:19.684983 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Bound port: a3a685b0-8c4b-4642-a1f6-862d68e29b35, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd6cad-09b0-4ee7-ae27-63df732df9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:12:19.685385 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:19.754365 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-f8133286-b14e-43b6-b168-0fd8f96de478 None None] Provisioning complete for port a3a685b0-8c4b-4642-a1f6-862d68e29b35 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:19.754365 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f8133286-b14e-43b6-b168-0fd8f96de478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:19.804819 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] For port a3a685b0-8c4b-4642-a1f6-862d68e29b35, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:12:19.808267 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] For port a3a685b0-8c4b-4642-a1f6-862d68e29b35, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=a3a685b0-8c4b-4642-a1f6-862d68e29b35,segment=NetworkSegment(98bd6cad-09b0-4ee7-ae27-63df732df9a4),segment_id=98bd6cad-09b0-4ee7-ae27-63df732df9a4)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:12:19.815358 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-f8133286-b14e-43b6-b168-0fd8f96de478 None None] Port a3a685b0-8c4b-4642-a1f6-862d68e29b35 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:12:19.827436 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-f8133286-b14e-43b6-b168-0fd8f96de478 None None] Provisioning complete for port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:19.827823 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f8133286-b14e-43b6-b168-0fd8f96de478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:19.864703 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-f8133286-b14e-43b6-b168-0fd8f96de478 None None] Port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:12:19.880994 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:19.950086 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Routers {'55801720-703a-4fca-a9b9-9bcde8b7a7a3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:19.950750 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:12:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['55801720-703a-4fca-a9b9-9bcde8b7a7a3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:20.093375 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40666) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:20.101279 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-061cb2ae-9509-42bc-83bc-09d87ff5ec62 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777504985', 'description': 'tempest-secgroup-smoke-777504985 description', 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:20.110087 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7aca22-c470-4768-8544-c744822f98ad None None] Pushing event updated for resources: {'Port': ['ID=a3a685b0-8c4b-4642-a1f6-862d68e29b35,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:20.174522 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] Set router 55801720-703a-4fca-a9b9-9bcde8b7a7a3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:20.178737 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:20.193436 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-061cb2ae-9509-42bc-83bc-09d87ff5ec62 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:20.322045 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-061cb2ae-9509-42bc-83bc-09d87ff5ec62 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:20.414954 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-13cdb6a8-2dd6-4fa6-80ed-4ce134d24c96 None None] Provisioning complete for port a3a685b0-8c4b-4642-a1f6-862d68e29b35 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:20.415592 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-13cdb6a8-2dd6-4fa6-80ed-4ce134d24c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:20.428472 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-061cb2ae-9509-42bc-83bc-09d87ff5ec62 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:20.448399 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:20.448798 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:20.460056 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cb2ae-9509-42bc-83bc-09d87ff5ec62 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd47eb2-78ee-425a-8a7c-b225a4e9023a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:20.525959 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-061cb2ae-9509-42bc-83bc-09d87ff5ec62 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:20.527249 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-061cb2ae-9509-42bc-83bc-09d87ff5ec62 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4321454 Sep 14 22:12:20.530511 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40670) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:20.535038 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1438da9d-6cd7-4282-b9a7-2e1f42d29bce tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Request body: {'security_group_rule': {'security_group_id': '7fd47eb2-78ee-425a-8a7c-b225a4e9023a', 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:20.633204 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-13cdb6a8-2dd6-4fa6-80ed-4ce134d24c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:20.633997 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1438da9d-6cd7-4282-b9a7-2e1f42d29bce tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:20.682126 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'name': 'tempest-TestShelveInstance-133298790-router', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:06Z', 'updated_at': '2021-09-14T22:12:11Z', 'revision_number': 4, 'project_id': '29a57006f68d468db1308aabeb412611', 'gw_port': {'id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:07Z', 'updated_at': '2021-09-14T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'a3a685b0-8c4b-4642-a1f6-862d68e29b35', 'name': '', 'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'mac_address': 'fa:16:3e:e7:63:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '908fb718-23d8-4cc2-bd9c-ac31addd7c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:10Z', 'updated_at': '2021-09-14T22:12:19Z', 'revision_number': 4, 'project_id': '29a57006f68d468db1308aabeb412611', 'subnets': [{'id': '908fb718-23d8-4cc2-bd9c-ac31addd7c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:20.696581 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1438da9d-6cd7-4282-b9a7-2e1f42d29bce tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:20.722706 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db6ab4-f3dd-4ae1-8d68-05d74bb83301 None None] The sync data for ids ['55801720-703a-4fca-a9b9-9bcde8b7a7a3'] in dv-cinder-809014-1-iscsi is: [{'id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'name': 'tempest-TestShelveInstance-133298790-router', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:06Z', 'updated_at': '2021-09-14T22:12:11Z', 'revision_number': 4, 'project_id': '29a57006f68d468db1308aabeb412611', 'gw_port': {'id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:07Z', 'updated_at': '2021-09-14T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'a3a685b0-8c4b-4642-a1f6-862d68e29b35', 'name': '', 'network_id': 'fb687380-8e09-4575-97f6-ae4709f679f3', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'mac_address': 'fa:16:3e:e7:63:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '908fb718-23d8-4cc2-bd9c-ac31addd7c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:10Z', 'updated_at': '2021-09-14T22:12:19Z', 'revision_number': 4, 'project_id': '29a57006f68d468db1308aabeb412611', 'subnets': [{'id': '908fb718-23d8-4cc2-bd9c-ac31addd7c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:12:20.725344 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-13cdb6a8-2dd6-4fa6-80ed-4ce134d24c96 None None] For port a3a685b0-8c4b-4642-a1f6-862d68e29b35, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=a3a685b0-8c4b-4642-a1f6-862d68e29b35,segment=NetworkSegment(98bd6cad-09b0-4ee7-ae27-63df732df9a4),segment_id=98bd6cad-09b0-4ee7-ae27-63df732df9a4)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:20.777278 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1438da9d-6cd7-4282-b9a7-2e1f42d29bce tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:20.799250 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438da9d-6cd7-4282-b9a7-2e1f42d29bce tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7c4ae6-e929-45d7-927d-5e66c509d5a5,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:20.807560 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-13cdb6a8-2dd6-4fa6-80ed-4ce134d24c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:20.856928 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdb6a8-2dd6-4fa6-80ed-4ce134d24c96 None None] Pushing event updated for resources: {'Port': ['ID=a3a685b0-8c4b-4642-a1f6-862d68e29b35,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:20.876090 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1438da9d-6cd7-4282-b9a7-2e1f42d29bce tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:20.877553 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-1438da9d-6cd7-4282-b9a7-2e1f42d29bce tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3461142 Sep 14 22:12:20.885594 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40674) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:20.888703 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Request body: {'security_group_rule': {'security_group_id': '7fd47eb2-78ee-425a-8a7c-b225a4e9023a', 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:20.993518 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:21.089096 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:21.171089 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:21.190651 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f357ff-f804-455d-b726-2e5eef32128c,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:21.202763 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:21.202763 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:21.202763 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:21.202763 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:21.202763 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:21.202763 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:21.202763 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:21.202763 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:21.202763 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:21.202763 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:21.202763 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:21.203842 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:21.291845 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:21.293368 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-edf7b17a-60c0-42d0-ad66-d26b4ac625c3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4115400 Sep 14 22:12:21.298868 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40680) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:21.303537 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-fdf08fbf-86f4-499e-b0bb-5116431a2157 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Request body: {'security_group_rule': {'security_group_id': '7fd47eb2-78ee-425a-8a7c-b225a4e9023a', 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:21.724568 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf08fbf-86f4-499e-b0bb-5116431a2157 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:21.794442 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf08fbf-86f4-499e-b0bb-5116431a2157 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:21.896604 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636b021-93c5-4214-be04-b3b15842508b req-87db5c16-df12-4624-bdb1-a8d2a9e8e445 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:21.898267 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1636b021-93c5-4214-be04-b3b15842508b req-87db5c16-df12-4624-bdb1-a8d2a9e8e445 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 946 time: 0.0633276 Sep 14 22:12:21.903289 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf08fbf-86f4-499e-b0bb-5116431a2157 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:21.935085 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf08fbf-86f4-499e-b0bb-5116431a2157 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbb032d-d169-459e-9d37-93c11c4dbfde,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:21.955267 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1636b021-93c5-4214-be04-b3b15842508b req-2886f962-3220-4502-afaf-07c1a4c7fa92 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477376 Sep 14 22:12:22.017404 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf08fbf-86f4-499e-b0bb-5116431a2157 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.021076 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-fdf08fbf-86f4-499e-b0bb-5116431a2157 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7202237 Sep 14 22:12:22.022823 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 40688) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:22.028206 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-529fb799-242e-4ce0-aaa2-1ce4db97bdd8 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Request body: {'security_group_rule': {'security_group_id': '7fd47eb2-78ee-425a-8a7c-b225a4e9023a', 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:22.125464 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-529fb799-242e-4ce0-aaa2-1ce4db97bdd8 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.130215 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 989aae11-38d3-4ccc-9703-8c20d54184ef up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:22.178192 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 989aae11-38d3-4ccc-9703-8c20d54184ef triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:22.178564 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.194412 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-529fb799-242e-4ce0-aaa2-1ce4db97bdd8 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.258795 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.273546 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-529fb799-242e-4ce0-aaa2-1ce4db97bdd8 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.278724 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port 989aae11-38d3-4ccc-9703-8c20d54184ef, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=989aae11-38d3-4ccc-9703-8c20d54184ef,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:22.295273 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fb799-242e-4ce0-aaa2-1ce4db97bdd8 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3456f3-c1a2-4d4a-b70e-1abbcbaed4a9,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:22.330964 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.331990 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device a3a685b0-8c4b-4642-a1f6-862d68e29b35 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:22.407689 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=989aae11-38d3-4ccc-9703-8c20d54184ef,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:22.420987 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port a3a685b0-8c4b-4642-a1f6-862d68e29b35 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:22.421444 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.434071 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-529fb799-242e-4ce0-aaa2-1ce4db97bdd8 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.435335 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-529fb799-242e-4ce0-aaa2-1ce4db97bdd8 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4115725 Sep 14 22:12:22.440913 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40690) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:22.443288 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-6a6bc3f9-21bd-4e5a-aa6c-24ae02684658 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Request body: {'security_group_rule': {'security_group_id': '7fd47eb2-78ee-425a-8a7c-b225a4e9023a', 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:22.576624 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.securitygroups_db [None req-6a6bc3f9-21bd-4e5a-aa6c-24ae02684658 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Project d0c8570f409040cfb8f86f5c5f0271e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 22:12:22.581938 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a6bc3f9-21bd-4e5a-aa6c-24ae02684658 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.644994 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a6bc3f9-21bd-4e5a-aa6c-24ae02684658 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.731209 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a6bc3f9-21bd-4e5a-aa6c-24ae02684658 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.748926 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bc3f9-21bd-4e5a-aa6c-24ae02684658 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e40b43e-fa64-4f67-813a-97087661a56e,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:22.817063 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a6bc3f9-21bd-4e5a-aa6c-24ae02684658 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.818432 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-6a6bc3f9-21bd-4e5a-aa6c-24ae02684658 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3790557 Sep 14 22:12:22.821832 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 40694) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:22.827138 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-ea785589-6d45-44a8-bced-0ad5ae615b61 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Request body: {'security_group_rule': {'security_group_id': '7fd47eb2-78ee-425a-8a7c-b225a4e9023a', 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:22.919985 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.securitygroups_db [None req-ea785589-6d45-44a8-bced-0ad5ae615b61 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Project d0c8570f409040cfb8f86f5c5f0271e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 22:12:22.926790 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ea785589-6d45-44a8-bced-0ad5ae615b61 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:22.991907 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ea785589-6d45-44a8-bced-0ad5ae615b61 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:23.070598 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965e7a-5008-4206-a21b-058e5e5473da req-a38c708f-f43a-4328-9813-d2c84bc0c4f9 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:23.072789 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e4965e7a-5008-4206-a21b-058e5e5473da req-a38c708f-f43a-4328-9813-d2c84bc0c4f9 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 946 time: 0.0490119 Sep 14 22:12:23.108092 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ea785589-6d45-44a8-bced-0ad5ae615b61 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:23.112400 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e4965e7a-5008-4206-a21b-058e5e5473da req-cc053ef8-5858-4f99-a147-1749750429c5 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337276 Sep 14 22:12:23.124517 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea785589-6d45-44a8-bced-0ad5ae615b61 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f212a8-202f-45e1-b94f-756f6002caad,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:23.193691 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ea785589-6d45-44a8-bced-0ad5ae615b61 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:23.194932 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-ea785589-6d45-44a8-bced-0ad5ae615b61 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3721309 Sep 14 22:12:23.201026 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:12:23.949768 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c9bbb-883f-42d1-9466-da051c33a147 req-91153c18-2e80-435b-a40f-1fbaace0c23f tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:23.951169 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-6b6c9bbb-883f-42d1-9466-da051c33a147 req-91153c18-2e80-435b-a40f-1fbaace0c23f tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 946 time: 0.0489631 Sep 14 22:12:24.065037 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-6b6c9bbb-883f-42d1-9466-da051c33a147 req-73bd9d9f-6d13-4401-a7bc-8865209edb05 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Deleting port b6565821-671e-46f3-8a18-237796c31be4 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:12:24.065393 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-6b6c9bbb-883f-42d1-9466-da051c33a147 req-73bd9d9f-6d13-4401-a7bc-8865209edb05 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:24.102594 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 989aae11-38d3-4ccc-9703-8c20d54184ef up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:24.196364 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-6b6c9bbb-883f-42d1-9466-da051c33a147 req-73bd9d9f-6d13-4401-a7bc-8865209edb05 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] For port b6565821-671e-46f3-8a18-237796c31be4, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=b6565821-671e-46f3-8a18-237796c31be4,segment=NetworkSegment(ac575319-98ce-4e68-abc9-34e52daa456a),segment_id=ac575319-98ce-4e68-abc9-34e52daa456a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:24.196737 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-6b6c9bbb-883f-42d1-9466-da051c33a147 req-73bd9d9f-6d13-4401-a7bc-8865209edb05 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:24.207672 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 989aae11-38d3-4ccc-9703-8c20d54184ef triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:24.208295 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:24.212137 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-6b6c9bbb-883f-42d1-9466-da051c33a147 req-73bd9d9f-6d13-4401-a7bc-8865209edb05 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Calling delete_port for b6565821-671e-46f3-8a18-237796c31be4 owned by compute:nova {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:12:24.248673 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3dec7-8468-4f42-862e-a9fa863cde12 req-b03f6130-3eec-4fb6-b001-cce7ab32c561 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:24.256765 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-48e3dec7-8468-4f42-862e-a9fa863cde12 req-b03f6130-3eec-4fb6-b001-cce7ab32c561 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 946 time: 0.0625103 Sep 14 22:12:24.295482 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-48e3dec7-8468-4f42-862e-a9fa863cde12 req-f86ca82f-05fc-4505-b18c-dcabe0f55a8e tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbdccc34-29c1-42a6-b7a7-18f54a39b05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372095 Sep 14 22:12:24.468319 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-6b6c9bbb-883f-42d1-9466-da051c33a147 req-73bd9d9f-6d13-4401-a7bc-8865209edb05 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:24.501239 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd9d9f-6d13-4401-a7bc-8865209edb05 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Pushing event deleted for resources: {'Port': ['ID=b6565821-671e-46f3-8a18-237796c31be4,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:24.504171 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['b6565821-671e-46f3-8a18-237796c31be4'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:12:24.546730 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6c9bbb-883f-42d1-9466-da051c33a147 req-73bd9d9f-6d13-4401-a7bc-8865209edb05 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] No DVR routers for this DVR port b6565821-671e-46f3-8a18-237796c31be4 on host hv-cinder-80901 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:12:24.549320 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-6b6c9bbb-883f-42d1-9466-da051c33a147 req-73bd9d9f-6d13-4401-a7bc-8865209edb05 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:24.551316 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-6b6c9bbb-883f-42d1-9466-da051c33a147 req-73bd9d9f-6d13-4401-a7bc-8865209edb05 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.37 "DELETE /v2.0/ports/b6565821-671e-46f3-8a18-237796c31be4 HTTP/1.1" status: 204 len: 173 time: 0.5915980 Sep 14 22:12:24.551752 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b5626f-1073-4de7-98aa-9d6e52a499c2', 'name': 'network-vif-deleted', 'tag': 'b6565821-671e-46f3-8a18-237796c31be4'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:12:24.554002 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb65bdb-65f1-4ee7-81eb-62a75f7f4c77" -d '{"events": [{"server_uuid": "e1b5626f-1073-4de7-98aa-9d6e52a499c2", "name": "network-vif-deleted", "tag": "b6565821-671e-46f3-8a18-237796c31be4"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:12:24.655564 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a417e98-bcae-40c5-b754-f06e1b6f392f x-openstack-request-id: req-5a417e98-bcae-40c5-b754-f06e1b6f392f {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:12:24.655821 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b5626f-1073-4de7-98aa-9d6e52a499c2", "name": "network-vif-deleted", "tag": "b6565821-671e-46f3-8a18-237796c31be4", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:12:24.656072 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a417e98-bcae-40c5-b754-f06e1b6f392f {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:12:24.656467 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b5626f-1073-4de7-98aa-9d6e52a499c2', 'name': 'network-vif-deleted', 'tag': 'b6565821-671e-46f3-8a18-237796c31be4', 'status': 'completed', 'code': 200} Sep 14 22:12:25.348347 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Sync routers for ids ['ada8d240-eb81-4a41-b6e7-20f42e70a81d'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:12:25.358415 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Routers {'ada8d240-eb81-4a41-b6e7-20f42e70a81d'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:25.359146 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:12:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['ada8d240-eb81-4a41-b6e7-20f42e70a81d'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:25.414274 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9de58657-3f2b-411c-9b17-a79828fd8863 req-99b59fcc-8b42-4bc8-86f2-1c1d55c1b015 tempest-VolumesSnapshotTestJSON-1447489521 tempest-VolumesSnapshotTestJSON-1447489521-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1b5626f-1073-4de7-98aa-9d6e52a499c2 HTTP/1.1" status: 200 len: 210 time: 0.0312150 Sep 14 22:12:25.469821 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Set router ada8d240-eb81-4a41-b6e7-20f42e70a81d gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:25.678958 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'name': 'tempest-TestVolumeBootPattern-1918809279-router', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:13Z', 'updated_at': '2021-09-14T22:12:17Z', 'revision_number': 4, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'gw_port': {'id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:14Z', 'updated_at': '2021-09-14T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '07d7f7c3-db68-4a07-a9e7-a5314528fdf9', 'name': '', 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'mac_address': 'fa:16:3e:9c:f1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7819accb-858c-40dc-8df1-efc16ab57241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:16Z', 'updated_at': '2021-09-14T22:12:17Z', 'revision_number': 2, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'subnets': [{'id': '7819accb-858c-40dc-8df1-efc16ab57241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:25.709455 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Checking router: ada8d240-eb81-4a41-b6e7-20f42e70a81d for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:12:25.709793 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Updating router ada8d240-eb81-4a41-b6e7-20f42e70a81d port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 binding host dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:12:25.734937 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:26.007168 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:26.085377 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:26.152114 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b73ff1-4c7d-48bf-9305-ec50d3d05bd7 None None] Pushing event updated for resources: {'Port': ['ID=07d7f7c3-db68-4a07-a9e7-a5314528fdf9,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:26.187019 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Attempting to bind port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:12:26.187450 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Attempting to bind port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '3c9465d4-42ee-48f0-a6c8-410c9b824fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:12:26.187807 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Attempting to bind port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 on network 1d8a56d8-1645-464f-ba74-a0c576f966cb {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:26.194884 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:12:26.195180 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Checking segment: {'id': '3c9465d4-42ee-48f0-a6c8-410c9b824fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:26.195589 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:26.195987 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Bound using segment: {'id': '3c9465d4-42ee-48f0-a6c8-410c9b824fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:12:26.196463 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Bound port: 07d7f7c3-db68-4a07-a9e7-a5314528fdf9, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9465d4-42ee-48f0-a6c8-410c9b824fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:12:26.196882 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:26.265551 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] For port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:12:26.265551 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] For port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=07d7f7c3-db68-4a07-a9e7-a5314528fdf9,segment=NetworkSegment(3c9465d4-42ee-48f0-a6c8-410c9b824fcb),segment_id=3c9465d4-42ee-48f0-a6c8-410c9b824fcb)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:12:26.343267 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:26.366881 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-b5707dbb-5796-481a-ad58-6818882a17bf None None] Provisioning complete for port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:26.367431 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b5707dbb-5796-481a-ad58-6818882a17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:26.407573 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Routers {'ada8d240-eb81-4a41-b6e7-20f42e70a81d'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:12:26.408204 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:12:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['ada8d240-eb81-4a41-b6e7-20f42e70a81d'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:26.410843 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b73ff1-4c7d-48bf-9305-ec50d3d05bd7 None None] Pushing event updated for resources: {'Port': ['ID=07d7f7c3-db68-4a07-a9e7-a5314528fdf9,revision_number=4']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:26.466504 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b5707dbb-5796-481a-ad58-6818882a17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:26.512059 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-b5707dbb-5796-481a-ad58-6818882a17bf None None] For port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=07d7f7c3-db68-4a07-a9e7-a5314528fdf9,segment=NetworkSegment(3c9465d4-42ee-48f0-a6c8-410c9b824fcb),segment_id=3c9465d4-42ee-48f0-a6c8-410c9b824fcb)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:26.536895 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] Set router ada8d240-eb81-4a41-b6e7-20f42e70a81d gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:12:26.599397 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b5707dbb-5796-481a-ad58-6818882a17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:26.650858 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5707dbb-5796-481a-ad58-6818882a17bf None None] Pushing event updated for resources: {'Port': ['ID=07d7f7c3-db68-4a07-a9e7-a5314528fdf9,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:26.719173 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-7cddb1dd-6b0f-49d5-864b-d57b4f3ff5a2 None None] Provisioning complete for port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:26.719825 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7cddb1dd-6b0f-49d5-864b-d57b4f3ff5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:26.755608 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'name': 'tempest-TestVolumeBootPattern-1918809279-router', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:13Z', 'updated_at': '2021-09-14T22:12:17Z', 'revision_number': 4, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'gw_port': {'id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:14Z', 'updated_at': '2021-09-14T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '07d7f7c3-db68-4a07-a9e7-a5314528fdf9', 'name': '', 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'mac_address': 'fa:16:3e:9c:f1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7819accb-858c-40dc-8df1-efc16ab57241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:16Z', 'updated_at': '2021-09-14T22:12:26Z', 'revision_number': 4, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'subnets': [{'id': '7819accb-858c-40dc-8df1-efc16ab57241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:26.782348 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe77074-2f37-48d0-a1db-d3afd92bf6de None None] The sync data for ids ['ada8d240-eb81-4a41-b6e7-20f42e70a81d'] in dv-cinder-809014-1-iscsi is: [{'id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'name': 'tempest-TestVolumeBootPattern-1918809279-router', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:13Z', 'updated_at': '2021-09-14T22:12:17Z', 'revision_number': 4, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'gw_port': {'id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:14Z', 'updated_at': '2021-09-14T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '07d7f7c3-db68-4a07-a9e7-a5314528fdf9', 'name': '', 'network_id': '1d8a56d8-1645-464f-ba74-a0c576f966cb', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'mac_address': 'fa:16:3e:9c:f1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '7819accb-858c-40dc-8df1-efc16ab57241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:16Z', 'updated_at': '2021-09-14T22:12:26Z', 'revision_number': 4, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'subnets': [{'id': '7819accb-858c-40dc-8df1-efc16ab57241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:12:28.093866 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:28.152696 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:28.153100 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:28.528038 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device b6565821-671e-46f3-8a18-237796c31be4 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:12:28.548237 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: b6565821-671e-46f3-8a18-237796c31be4 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:12:28.548583 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device b6565821-671e-46f3-8a18-237796c31be4 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:12:37.701213 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b705c-4e6f-4076-afaf-913941f7cf67 req-d74137b3-e972-4909-9fec-19e8a011cca7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:37.702902 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-194b705c-4e6f-4076-afaf-913941f7cf67 req-d74137b3-e972-4909-9fec-19e8a011cca7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0539420 Sep 14 22:12:37.746240 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-194b705c-4e6f-4076-afaf-913941f7cf67 req-63aafb46-32e8-4244-af95-fb15d43c57c6 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375171 Sep 14 22:12:37.954181 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:38.872928 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8eb4e-4ac1-41fa-8542-b126aeef586a req-50e691fd-47de-4651-8c6c-85d7e6c85390 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:38.874405 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-96a8eb4e-4ac1-41fa-8542-b126aeef586a req-50e691fd-47de-4651-8c6c-85d7e6c85390 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0513384 Sep 14 22:12:38.911521 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-96a8eb4e-4ac1-41fa-8542-b126aeef586a req-8614455e-14cb-42c9-a755-bd29cfb8c827 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312192 Sep 14 22:12:40.036449 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c5638-5482-403b-860b-0ca3062c922a req-3dbda305-5f37-4db1-b0d5-fc8eee93553b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:40.038032 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-583c5638-5482-403b-860b-0ca3062c922a req-3dbda305-5f37-4db1-b0d5-fc8eee93553b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0526316 Sep 14 22:12:40.081271 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-583c5638-5482-403b-860b-0ca3062c922a req-b3e8cd24-a580-45da-ac6f-d45fe80f5560 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370655 Sep 14 22:12:41.199280 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f9d53-d3ee-4abc-af97-c8a892b10689 req-60b04198-290f-4005-9bf3-f86935175b1d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:41.200784 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-283f9d53-d3ee-4abc-af97-c8a892b10689 req-60b04198-290f-4005-9bf3-f86935175b1d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0493531 Sep 14 22:12:41.238379 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-283f9d53-d3ee-4abc-af97-c8a892b10689 req-74819de7-9ce4-4b4c-b0d4-3cb75c5fcfba tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Sep 14 22:12:41.885597 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1dc813ee-456e-44d9-8e5c-c7d29e6ffc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:42.356280 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2353da-ff0d-4b36-a7b0-2d9921deca9a req-6218f8b9-3947-4029-acd2-c447d8387922 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:42.357793 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4b2353da-ff0d-4b36-a7b0-2d9921deca9a req-6218f8b9-3947-4029-acd2-c447d8387922 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0490351 Sep 14 22:12:42.396007 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4b2353da-ff0d-4b36-a7b0-2d9921deca9a req-4fe9c08c-2e97-4596-9e00-653fc0d84875 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318751 Sep 14 22:12:43.512351 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bccd1-a107-434f-9f15-edc9b2941534 req-b126bf44-e5a4-49de-b4df-bb6eb4bdfcb0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:43.513734 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b34bccd1-a107-434f-9f15-edc9b2941534 req-b126bf44-e5a4-49de-b4df-bb6eb4bdfcb0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0474336 Sep 14 22:12:43.553449 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b34bccd1-a107-434f-9f15-edc9b2941534 req-521f438f-78db-4622-b0c0-7f73f963bd14 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339122 Sep 14 22:12:44.610255 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f0347c16-b4d9-460c-9966-f05e650c5eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:44.670222 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43f59c-868e-49be-b12f-e20920b6aa08 req-90da973e-2a8d-4fdd-80dd-db83ff94fb38 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:44.671776 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4b43f59c-868e-49be-b12f-e20920b6aa08 req-90da973e-2a8d-4fdd-80dd-db83ff94fb38 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0483048 Sep 14 22:12:44.709158 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4b43f59c-868e-49be-b12f-e20920b6aa08 req-ce4e868c-b3df-4bba-a35f-578d22afec62 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315979 Sep 14 22:12:44.879334 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:45.384592 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-4cf8447b-f0cc-4b4f-9b3d-dc3bae3528d2 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068204224&fields=id&tenant_id=59f8029d6d424ff38dcf8f6bc941dc31 HTTP/1.1" status: 200 len: 267 time: 0.0325000 Sep 14 22:12:45.492357 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-5066d1ee-686c-4a67-9ff7-67812351c30f tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:45.493783 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-5066d1ee-686c-4a67-9ff7-67812351c30f tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/networks?id=9b787b3b-f272-41a2-8674-930e78848175 HTTP/1.1" status: 200 len: 808 time: 0.1019676 Sep 14 22:12:45.508038 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-bdfb17b5-f04a-4e58-a33c-797227081b2f tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/quotas/59f8029d6d424ff38dcf8f6bc941dc31 HTTP/1.1" status: 200 len: 375 time: 0.0086210 Sep 14 22:12:45.558376 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-4ad600fa-7159-4f39-9d8f-61e5e892684e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=59f8029d6d424ff38dcf8f6bc941dc31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452557 Sep 14 22:12:45.741902 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-f6a044d0-6e95-4cf2-b99b-634a010d999e service neutron] 10.222.0.30 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715779 Sep 14 22:12:45.765777 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:45.875718 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e96fb8-3dfc-491b-8889-39199a4e175f req-209ea102-725b-4437-b017-32ef1320661c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:45.877215 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-15e96fb8-3dfc-491b-8889-39199a4e175f req-209ea102-725b-4437-b017-32ef1320661c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0974066 Sep 14 22:12:45.880667 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-209cfcf6-0f2f-4cee-9ebf-dd7c345b0c94 service neutron] 10.222.0.30 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321223 Sep 14 22:12:45.920837 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-15e96fb8-3dfc-491b-8889-39199a4e175f req-eb344227-07c2-4ef0-a863-4c7349bdfbdb tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376732 Sep 14 22:12:46.388615 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-29a99c15-b7b4-4dcb-88cf-c77bc2b02193 req-019b5bcd-e843-4466-98b3-97644d161416 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 210 time: 0.0307336 Sep 14 22:12:47.043275 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d0cb7-5091-4717-b468-9e973a09be43 req-50c66b15-ad28-4c88-a825-44dffc29d97b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:47.050911 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-702d0cb7-5091-4717-b468-9e973a09be43 req-50c66b15-ad28-4c88-a825-44dffc29d97b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0494466 Sep 14 22:12:47.091913 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-702d0cb7-5091-4717-b468-9e973a09be43 req-61ed5804-da6e-46a3-a69c-56c407d032e7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 Sep 14 22:12:47.102792 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:47.469202 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7f27d6f8-8ec9-4cb5-b44d-76336063a0f0 req-3355eeb8-a8d7-437f-9be0-08f69e298f14 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 210 time: 0.0285873 Sep 14 22:12:48.214270 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b82ba-e565-4b5f-b72e-5c5644de939e req-4a7a48f9-a890-43cf-b842-a234730b883d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:48.215823 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d94b82ba-e565-4b5f-b72e-5c5644de939e req-4a7a48f9-a890-43cf-b842-a234730b883d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0489876 Sep 14 22:12:48.256443 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d94b82ba-e565-4b5f-b72e-5c5644de939e req-fe5e6785-b5b7-4c3c-a6d5-6d478486cd3d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344548 Sep 14 22:12:48.561056 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3f5520a2-d84f-47ac-9ba4-88623cb4e8bb req-0dfb5a19-ed87-437a-9eef-797da925368d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 210 time: 0.0261621 Sep 14 22:12:49.100605 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-7c60c2fc-f684-436c-ba7d-97e9eaa546a1 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:49.102095 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-7c60c2fc-f684-436c-ba7d-97e9eaa546a1 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.37 "GET /v2.0/networks?id=9b787b3b-f272-41a2-8674-930e78848175 HTTP/1.1" status: 200 len: 808 time: 0.1043003 Sep 14 22:12:49.157483 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-367e6d18-8556-42ad-b4bd-ca462cb1e7a5 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59f8029d6d424ff38dcf8f6bc941dc31 HTTP/1.1" status: 200 len: 380 time: 0.0342064 Sep 14 22:12:49.167901 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b463b9cf-5fa8-4546-b4bd-5668c0fe176e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Request body: {'port': {'device_id': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'admin_state_up': True, 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'security_groups': ['be4abf13-b05b-4e75-8f0a-fc80db199606']}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:49.374851 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fd322-2dd1-40d5-a85b-28ccc4e3b4b6 req-9dc188e5-02b6-4b50-b81f-24807792e13a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:49.376318 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-676fd322-2dd1-40d5-a85b-28ccc4e3b4b6 req-9dc188e5-02b6-4b50-b81f-24807792e13a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0497079 Sep 14 22:12:49.415199 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-676fd322-2dd1-40d5-a85b-28ccc4e3b4b6 req-d8c5ec94-0c5f-4142-98c5-bc7d87246b32 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328858 Sep 14 22:12:49.422472 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b463b9cf-5fa8-4546-b4bd-5668c0fe176e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Made reservation on behalf of 59f8029d6d424ff38dcf8f6bc941dc31 for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:12:49.427319 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b463b9cf-5fa8-4546-b4bd-5668c0fe176e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:49.549351 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b463b9cf-5fa8-4546-b4bd-5668c0fe176e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Allocated IP 172.20.0.11 (9b787b3b-f272-41a2-8674-930e78848175/1c9b037e-8cc6-4ee8-bc45-4a05c271dd57/9edc6327-8a07-4f06-b416-f52881a35181) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:12:49.662178 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-95d3842e-db65-4684-a7d2-0c5032d91627 req-b48fb3d6-1200-4f61-a5d2-8409e142c1cc tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 210 time: 0.0280309 Sep 14 22:12:49.689857 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b463b9cf-5fa8-4546-b4bd-5668c0fe176e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:49.755031 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-d53a3ecf-e58d-4f38-8b90-fb387e71c103 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777504985&fields=id&tenant_id=d0c8570f409040cfb8f86f5c5f0271e0 HTTP/1.1" status: 200 len: 267 time: 0.0320649 Sep 14 22:12:49.799613 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b463b9cf-5fa8-4546-b4bd-5668c0fe176e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:49.838503 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b463b9cf-5fa8-4546-b4bd-5668c0fe176e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Network 9b787b3b-f272-41a2-8674-930e78848175 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:49.841942 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b463b9cf-5fa8-4546-b4bd-5668c0fe176e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:49.844857 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b463b9cf-5fa8-4546-b4bd-5668c0fe176e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:12:49.877016 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce438f39-c402-4d66-893d-1426d197563b req-3b0e71a0-0be4-4ff5-9b44-5b84d53678a4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:49.877016 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-3b0e71a0-0be4-4ff5-9b44-5b84d53678a4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/networks?id=06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 200 len: 812 time: 0.1110573 Sep 14 22:12:49.889717 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-70d5aac4-bf4d-4580-918c-c91b36703a4f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/quotas/d0c8570f409040cfb8f86f5c5f0271e0 HTTP/1.1" status: 200 len: 375 time: 0.0105078 Sep 14 22:12:49.891340 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463b9cf-5fa8-4546-b4bd-5668c0fe176e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Pushing event updated for resources: {'Port': ['ID=9edc6327-8a07-4f06-b416-f52881a35181,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:49.918891 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b463b9cf-5fa8-4546-b4bd-5668c0fe176e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:49.919560 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b463b9cf-5fa8-4546-b4bd-5668c0fe176e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:49.956248 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-858882a2-cfec-4418-a4b5-91f95b449775 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544572 Sep 14 22:12:50.013863 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b463b9cf-5fa8-4546-b4bd-5668c0fe176e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8497181 Sep 14 22:12:50.034388 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Request body: {'port': {'device_id': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:50.061532 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-d1934056-cd1b-4244-a68b-5fc776f7b4b4 service neutron] 10.222.0.30 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926914 Sep 14 22:12:50.073291 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-1942ec3e-77ea-4bf5-8aad-f54093c54e0e None None] Provisioning complete for port 9edc6327-8a07-4f06-b416-f52881a35181 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:50.073871 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1942ec3e-77ea-4bf5-8aad-f54093c54e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:50.094706 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:50.112983 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-1942ec3e-77ea-4bf5-8aad-f54093c54e0e None None] Port 9edc6327-8a07-4f06-b416-f52881a35181 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:12:50.154874 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-229d9481-813e-4dc5-a348-0822b6ef4144 service neutron] 10.222.0.30 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873230 Sep 14 22:12:50.357745 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9edc6327-8a07-4f06-b416-f52881a35181 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:12:50.369925 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:50.380363 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Transition to ACTIVE for port object 9edc6327-8a07-4f06-b416-f52881a35181 will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:12:50.434263 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:50.489593 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Pushing event updated for resources: {'Port': ['ID=9edc6327-8a07-4f06-b416-f52881a35181,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:50.568642 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e0b3d-7090-4891-b6d2-d1279de75963 req-3ef48f6b-322a-4a1f-8c88-201a9189dca2 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:50.570222 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-de5e0b3d-7090-4891-b6d2-d1279de75963 req-3ef48f6b-322a-4a1f-8c88-201a9189dca2 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0671105 Sep 14 22:12:50.572026 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Attempting to bind port 9edc6327-8a07-4f06-b416-f52881a35181 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:12:50.572364 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Attempting to bind port 9edc6327-8a07-4f06-b416-f52881a35181 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': 'db0d6552-0cd4-423d-9985-413336b06d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b787b3b-f272-41a2-8674-930e78848175'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:12:50.572695 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Attempting to bind port 9edc6327-8a07-4f06-b416-f52881a35181 on network 9b787b3b-f272-41a2-8674-930e78848175 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:50.580992 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Port 9edc6327-8a07-4f06-b416-f52881a35181 on network 9b787b3b-f272-41a2-8674-930e78848175 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:12:50.584972 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Attempting to bind port 9edc6327-8a07-4f06-b416-f52881a35181 on network 9b787b3b-f272-41a2-8674-930e78848175 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:50.587076 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:12:50.587944 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Checking segment: {'id': 'db0d6552-0cd4-423d-9985-413336b06d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b787b3b-f272-41a2-8674-930e78848175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:50.588332 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Bound using segment: {'id': 'db0d6552-0cd4-423d-9985-413336b06d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b787b3b-f272-41a2-8674-930e78848175'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:12:50.588839 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Bound port: 9edc6327-8a07-4f06-b416-f52881a35181, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db0d6552-0cd4-423d-9985-413336b06d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9b787b3b-f272-41a2-8674-930e78848175'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:12:50.589209 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:50.623516 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-de5e0b3d-7090-4891-b6d2-d1279de75963 req-906cc8d5-7757-4562-9f92-5dd173aa674e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357165 Sep 14 22:12:50.665529 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] For port 9edc6327-8a07-4f06-b416-f52881a35181, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:12:50.669147 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] For port 9edc6327-8a07-4f06-b416-f52881a35181, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9edc6327-8a07-4f06-b416-f52881a35181,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:12:50.733418 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:50.792210 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:50.796989 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:50.796989 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] 10.222.0.37 "PUT /v2.0/ports/9edc6327-8a07-4f06-b416-f52881a35181 HTTP/1.1" status: 200 len: 1094 time: 0.7654879 Sep 14 22:12:50.796989 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:12:50.796989 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629a9cbb-599b-4732-87e4-60a8f79f1781" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "tag": "9edc6327-8a07-4f06-b416-f52881a35181"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:12:50.818012 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd275d0-9cf1-46a5-9b44-bd9e7b95903e req-e4d9c408-357e-4968-b713-75b9c945dee6 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:50.825328 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3dd275d0-9cf1-46a5-9b44-bd9e7b95903e req-e4d9c408-357e-4968-b713-75b9c945dee6 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0940299 Sep 14 22:12:50.835777 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79f172-a731-4665-9128-2d5aa0297a4f service neutron] Pushing event updated for resources: {'Port': ['ID=9edc6327-8a07-4f06-b416-f52881a35181,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:50.852705 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d397b40e-46bd-4978-b688-44f7454a3578 req-7e7cd244-d271-4f3f-b737-9ab05cb0a48e tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 210 time: 0.0540071 Sep 14 22:12:50.900602 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3dd275d0-9cf1-46a5-9b44-bd9e7b95903e req-4f1a2eaa-6726-4185-8377-30be15112c7e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463233 Sep 14 22:12:50.916061 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0ccf88-dff7-4c6f-8256-f877e8b5f5ab x-openstack-request-id: req-3b0ccf88-dff7-4c6f-8256-f877e8b5f5ab {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:12:50.916061 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "tag": "9edc6327-8a07-4f06-b416-f52881a35181", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:12:50.916061 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b0ccf88-dff7-4c6f-8256-f877e8b5f5ab {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:12:50.916061 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181', 'status': 'completed', 'code': 200} Sep 14 22:12:51.003846 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a9cbb-599b-4732-87e4-60a8f79f1781 req-869c57e2-71b8-4a22-84d0-df914b74143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:51.005431 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-629a9cbb-599b-4732-87e4-60a8f79f1781 req-869c57e2-71b8-4a22-84d0-df914b74143f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59f8029d6d424ff38dcf8f6bc941dc31&device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 1097 time: 0.0440996 Sep 14 22:12:51.118083 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a9cbb-599b-4732-87e4-60a8f79f1781 req-bb67f30e-9ae9-412e-aa9e-fa642f2bc673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:51.119592 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-629a9cbb-599b-4732-87e4-60a8f79f1781 req-bb67f30e-9ae9-412e-aa9e-fa642f2bc673 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=59f8029d6d424ff38dcf8f6bc941dc31&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0921628 Sep 14 22:12:51.214060 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a9cbb-599b-4732-87e4-60a8f79f1781 req-81291022-a8a1-440c-b623-b7f1d79939f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:51.215503 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-629a9cbb-599b-4732-87e4-60a8f79f1781 req-81291022-a8a1-440c-b623-b7f1d79939f6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886574 Sep 14 22:12:51.313375 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-428a0eaa-ad54-4818-b0b5-47887968c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:51.314968 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-428a0eaa-ad54-4818-b0b5-47887968c235 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59f8029d6d424ff38dcf8f6bc941dc31&device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 1097 time: 0.0402832 Sep 14 22:12:51.366470 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-ccf33c4a-19a4-4e41-a7b0-0dab1234ed4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9edc6327-8a07-4f06-b416-f52881a35181 HTTP/1.1" status: 200 len: 217 time: 0.0370595 Sep 14 22:12:51.416498 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b5e56d9c-70d8-4785-a336-901fe5a0e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:51.418227 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b5e56d9c-70d8-4785-a336-901fe5a0e506 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b037e-8cc6-4ee8-bc45-4a05c271dd57 HTTP/1.1" status: 200 len: 847 time: 0.0445898 Sep 14 22:12:51.463864 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-6415c97b-8b53-45cf-ac8c-3a9be752aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:51.465479 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-6415c97b-8b53-45cf-ac8c-3a9be752aed3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b787b3b-f272-41a2-8674-930e78848175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398719 Sep 14 22:12:51.557485 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-b5c21475-472c-45d9-b642-bf00d0aba281 service neutron] 10.222.0.37 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840454 Sep 14 22:12:51.649808 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-aa493ce6-df58-4f9e-9dcb-421464409944 req-c571ab72-6bb9-4aee-97f2-8798297062ab service neutron] 10.222.0.37 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820401 Sep 14 22:12:51.747033 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5997a8-72c5-4beb-b198-aab36f5aea39 req-ff451be7-e72f-480c-923b-65dcb75d5f07 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:51.748563 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bd5997a8-72c5-4beb-b198-aab36f5aea39 req-ff451be7-e72f-480c-923b-65dcb75d5f07 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0519605 Sep 14 22:12:51.791335 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bd5997a8-72c5-4beb-b198-aab36f5aea39 req-09e29ce0-b78f-4362-9cc8-30bd9611a62e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367987 Sep 14 22:12:51.938125 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bf6e5228-8206-42f3-a730-115406b5e78d req-a3ad61f6-176e-41b9-8fef-1f1e80705584 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 210 time: 0.0344405 Sep 14 22:12:52.020123 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f4738-aa64-4ebf-81e6-fa0d5c45238d req-c4cba458-db63-4cb7-b3bc-333ef61ad867 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:52.021941 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e50f4738-aa64-4ebf-81e6-fa0d5c45238d req-c4cba458-db63-4cb7-b3bc-333ef61ad867 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0486598 Sep 14 22:12:52.060049 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e50f4738-aa64-4ebf-81e6-fa0d5c45238d req-cb2cc248-5d00-4d37-862e-69f47b167dca tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320210 Sep 14 22:12:52.907882 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85e487-b4ac-4d79-9a8f-2a9b15ef7964 req-a879f7b5-2534-4814-98bf-46e70eb15d88 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:52.911183 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5c85e487-b4ac-4d79-9a8f-2a9b15ef7964 req-a879f7b5-2534-4814-98bf-46e70eb15d88 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0476425 Sep 14 22:12:52.953258 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5c85e487-b4ac-4d79-9a8f-2a9b15ef7964 req-4de6cb1c-5988-4c85-a82b-647f646f8d64 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359209 Sep 14 22:12:53.031069 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8bf7ad69-e9ae-4691-9aee-14f86d832596 req-80fef5b4-324a-4d84-a29c-87926a9af844 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 210 time: 0.0271552 Sep 14 22:12:53.186322 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987383f9-ca35-41a2-96ba-6fd7147f9aca req-7918d3d5-7862-46ac-a80c-c279545b2cee tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:53.187823 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-987383f9-ca35-41a2-96ba-6fd7147f9aca req-7918d3d5-7862-46ac-a80c-c279545b2cee tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0568178 Sep 14 22:12:53.224948 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-987383f9-ca35-41a2-96ba-6fd7147f9aca req-34fec48f-7e8f-4490-8f43-a9431e6b3dbe tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307953 Sep 14 22:12:53.458053 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce438f39-c402-4d66-893d-1426d197563b req-a6a72d9a-3e61-4868-b837-9313e02138a5 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:53.459415 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-a6a72d9a-3e61-4868-b837-9313e02138a5 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "GET /v2.0/networks?id=06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 200 len: 812 time: 0.1032214 Sep 14 22:12:53.525898 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-5e00f3b6-e63f-4c9a-9917-45374085b99c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c8570f409040cfb8f86f5c5f0271e0 HTTP/1.1" status: 200 len: 379 time: 0.0332034 Sep 14 22:12:53.535929 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-ce438f39-c402-4d66-893d-1426d197563b req-75e3adf0-e522-4b97-ba95-88720e612bc4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Request body: {'port': {'device_id': '62660128-c4b8-421f-b079-c9b6022e4907', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'admin_state_up': True, 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'security_groups': ['7fd47eb2-78ee-425a-8a7c-b225a4e9023a']}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:53.741886 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce438f39-c402-4d66-893d-1426d197563b req-75e3adf0-e522-4b97-ba95-88720e612bc4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Made reservation on behalf of d0c8570f409040cfb8f86f5c5f0271e0 for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:12:53.745423 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ce438f39-c402-4d66-893d-1426d197563b req-75e3adf0-e522-4b97-ba95-88720e612bc4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:53.867504 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-ce438f39-c402-4d66-893d-1426d197563b req-75e3adf0-e522-4b97-ba95-88720e612bc4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Allocated IP 172.20.0.8 (06a932b9-57f5-4830-a80a-fd6880f53b99/d4cb725a-079c-425c-aee6-4d2d1c527df5/3a98a148-1ed5-482d-84ed-ba6b91c09d98) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:12:54.007294 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ce438f39-c402-4d66-893d-1426d197563b req-75e3adf0-e522-4b97-ba95-88720e612bc4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:54.078355 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034c222-e61a-4d99-9184-3e228d3c4a17 req-f2f49213-00b4-48c6-9a2e-6cbab7f3d61b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:54.079833 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a034c222-e61a-4d99-9184-3e228d3c4a17 req-f2f49213-00b4-48c6-9a2e-6cbab7f3d61b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0485198 Sep 14 22:12:54.130688 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8d831669-9bae-4708-a9e2-56a00d6275c1 req-10509fc1-f5c4-483a-9f71-8d4a0e190a44 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 210 time: 0.0320346 Sep 14 22:12:54.137810 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ce438f39-c402-4d66-893d-1426d197563b req-75e3adf0-e522-4b97-ba95-88720e612bc4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:54.144399 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a034c222-e61a-4d99-9184-3e228d3c4a17 req-97b9af58-2271-4a87-84f5-bdd5b8fbb9d6 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585966 Sep 14 22:12:54.183881 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce438f39-c402-4d66-893d-1426d197563b req-75e3adf0-e522-4b97-ba95-88720e612bc4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Network 06a932b9-57f5-4830-a80a-fd6880f53b99 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:12:54.186907 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-ce438f39-c402-4d66-893d-1426d197563b req-75e3adf0-e522-4b97-ba95-88720e612bc4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:12:54.194024 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce438f39-c402-4d66-893d-1426d197563b req-75e3adf0-e522-4b97-ba95-88720e612bc4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:12:54.197426 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3adf0-e522-4b97-ba95-88720e612bc4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'Port': ['ID=3a98a148-1ed5-482d-84ed-ba6b91c09d98,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:54.247677 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce438f39-c402-4d66-893d-1426d197563b req-75e3adf0-e522-4b97-ba95-88720e612bc4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:54.248500 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ce438f39-c402-4d66-893d-1426d197563b req-75e3adf0-e522-4b97-ba95-88720e612bc4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:54.327200 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-75e3adf0-e522-4b97-ba95-88720e612bc4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7940559 Sep 14 22:12:54.345146 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348b3c3-dda3-44ee-b2e5-9c10e72adb5d req-13f77c40-4646-4e1f-a049-96e7dd2ef34a tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:54.346968 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f348b3c3-dda3-44ee-b2e5-9c10e72adb5d req-13f77c40-4646-4e1f-a049-96e7dd2ef34a tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0527384 Sep 14 22:12:54.348253 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Request body: {'port': {'device_id': '62660128-c4b8-421f-b079-c9b6022e4907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:54.392421 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f348b3c3-dda3-44ee-b2e5-9c10e72adb5d req-225fba14-e8ed-4469-b4de-02513890c4cc tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380802 Sep 14 22:12:54.411769 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:54.477042 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-50bb5355-4c18-487a-b979-28f355c32b64 None None] Provisioning complete for port 3a98a148-1ed5-482d-84ed-ba6b91c09d98 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:54.477619 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-50bb5355-4c18-487a-b979-28f355c32b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:54.513171 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-50bb5355-4c18-487a-b979-28f355c32b64 None None] Port 3a98a148-1ed5-482d-84ed-ba6b91c09d98 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:12:54.673457 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a98a148-1ed5-482d-84ed-ba6b91c09d98 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:12:54.680602 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:54.693012 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Transition to ACTIVE for port object 3a98a148-1ed5-482d-84ed-ba6b91c09d98 will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:12:54.699196 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device fbd67818-9831-406c-a4ef-a35484004732 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:12:54.748470 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:54.803711 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port fbd67818-9831-406c-a4ef-a35484004732, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=fbd67818-9831-406c-a4ef-a35484004732,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:54.822750 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Pushing event updated for resources: {'Port': ['ID=3a98a148-1ed5-482d-84ed-ba6b91c09d98,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:54.828011 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'fbd67818-9831-406c-a4ef-a35484004732', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'port_id': 'fbd67818-9831-406c-a4ef-a35484004732', 'mac_address': 'fa:16:3e:00:44:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:12:54.877667 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Attempting to bind port 3a98a148-1ed5-482d-84ed-ba6b91c09d98 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:12:54.878005 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Attempting to bind port 3a98a148-1ed5-482d-84ed-ba6b91c09d98 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:12:54.878346 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Attempting to bind port 3a98a148-1ed5-482d-84ed-ba6b91c09d98 on network 06a932b9-57f5-4830-a80a-fd6880f53b99 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:54.880276 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:54.886414 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Port 3a98a148-1ed5-482d-84ed-ba6b91c09d98 on network 06a932b9-57f5-4830-a80a-fd6880f53b99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:12:54.886747 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Attempting to bind port 3a98a148-1ed5-482d-84ed-ba6b91c09d98 on network 06a932b9-57f5-4830-a80a-fd6880f53b99 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:12:54.892075 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:12:54.892843 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Checking segment: {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:12:54.892843 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Bound using segment: {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:12:54.893261 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Bound port: 3a98a148-1ed5-482d-84ed-ba6b91c09d98, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:12:54.893625 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:54.896946 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbd67818-9831-406c-a4ef-a35484004732 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:12:54.917936 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port fbd67818-9831-406c-a4ef-a35484004732, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=fbd67818-9831-406c-a4ef-a35484004732,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:54.970291 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] For port 3a98a148-1ed5-482d-84ed-ba6b91c09d98, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:12:54.973381 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] For port 3a98a148-1ed5-482d-84ed-ba6b91c09d98, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=3a98a148-1ed5-482d-84ed-ba6b91c09d98,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:12:55.005264 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:55.064108 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=fbd67818-9831-406c-a4ef-a35484004732,revision_number=6']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:55.070953 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:55.071487 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:55.071862 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:55.072202 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:55.072538 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:55.072920 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:55.073254 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:55.073588 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:55.073938 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:55.074273 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:55.074600 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:55.074923 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:12:55.093235 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:55.135457 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:55.136070 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:55.137482 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] 10.222.0.37 "PUT /v2.0/ports/3a98a148-1ed5-482d-84ed-ba6b91c09d98 HTTP/1.1" status: 200 len: 1093 time: 0.7943058 Sep 14 22:12:55.137921 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62660128-c4b8-421f-b079-c9b6022e4907', 'tag': '3a98a148-1ed5-482d-84ed-ba6b91c09d98'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:12:55.140152 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc99c37-6fc3-4f2a-8c7c-1a81a6948185" -d '{"events": [{"name": "network-changed", "server_uuid": "62660128-c4b8-421f-b079-c9b6022e4907", "tag": "3a98a148-1ed5-482d-84ed-ba6b91c09d98"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:12:55.167690 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d2e01-c9de-44e9-a20d-c4047688cb12 service neutron] Pushing event updated for resources: {'Port': ['ID=3a98a148-1ed5-482d-84ed-ba6b91c09d98,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:55.193411 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e9c47b-7f10-4900-8b88-cda507a74dfd x-openstack-request-id: req-89e9c47b-7f10-4900-8b88-cda507a74dfd {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:12:55.193411 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62660128-c4b8-421f-b079-c9b6022e4907", "tag": "3a98a148-1ed5-482d-84ed-ba6b91c09d98", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:12:55.193411 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89e9c47b-7f10-4900-8b88-cda507a74dfd {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:12:55.193411 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62660128-c4b8-421f-b079-c9b6022e4907', 'tag': '3a98a148-1ed5-482d-84ed-ba6b91c09d98', 'status': 'completed', 'code': 200} Sep 14 22:12:55.204263 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['fbd67818-9831-406c-a4ef-a35484004732'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:12:55.330008 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99c37-6fc3-4f2a-8c7c-1a81a6948185 req-59944439-6297-46b0-9d4a-2323e6af34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:55.332519 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1c53a-4002-43ed-8a50-56fbe00fbad9 req-78dd6d4b-9ebd-402f-9c14-e5956d8c13ca tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:55.333446 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fcc99c37-6fc3-4f2a-8c7c-1a81a6948185 req-59944439-6297-46b0-9d4a-2323e6af34e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 1096 time: 0.0642889 Sep 14 22:12:55.341001 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-23b1c53a-4002-43ed-8a50-56fbe00fbad9 req-78dd6d4b-9ebd-402f-9c14-e5956d8c13ca tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 943 time: 0.1129596 Sep 14 22:12:55.370768 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83845077-cb23-419a-8d63-4df7bbe61356 req-702a9627-7f4f-4bc8-a80d-4a316c7f2a48 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:55.378584 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-83845077-cb23-419a-8d63-4df7bbe61356 req-702a9627-7f4f-4bc8-a80d-4a316c7f2a48 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 945 time: 0.1108270 Sep 14 22:12:55.431106 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-23b1c53a-4002-43ed-8a50-56fbe00fbad9 req-4cce9187-04ad-49cb-bf5c-cb2db48ecdde tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892012 Sep 14 22:12:55.441293 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-83845077-cb23-419a-8d63-4df7bbe61356 req-e0818a62-a6f7-4c6e-80e1-a8e61ea35c1a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618153 Sep 14 22:12:55.472356 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99c37-6fc3-4f2a-8c7c-1a81a6948185 req-6ed3635a-8fa8-404a-b21c-7476fe138b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:55.481062 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fcc99c37-6fc3-4f2a-8c7c-1a81a6948185 req-6ed3635a-8fa8-404a-b21c-7476fe138b62 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1286395 Sep 14 22:12:55.553910 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334a091-3c04-4be1-9bdc-c6278873df50 req-33b225ce-9513-44f9-b7f2-a8d11b1b0aab tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:55.557743 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5334a091-3c04-4be1-9bdc-c6278873df50 req-33b225ce-9513-44f9-b7f2-a8d11b1b0aab tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0540500 Sep 14 22:12:55.586909 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99c37-6fc3-4f2a-8c7c-1a81a6948185 req-76974d42-4e8b-40df-8062-db87c490f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:55.588891 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-fcc99c37-6fc3-4f2a-8c7c-1a81a6948185 req-76974d42-4e8b-40df-8062-db87c490f5ec service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934179 Sep 14 22:12:55.594625 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5334a091-3c04-4be1-9bdc-c6278873df50 req-cb4f6180-3d0c-4c51-9519-681d33f7170d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330472 Sep 14 22:12:55.685399 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41176) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:55.689018 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce438f39-c402-4d66-893d-1426d197563b req-b6a6498a-4282-4a47-a99a-8922a14e343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:55.690484 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-b6a6498a-4282-4a47-a99a-8922a14e343e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 1096 time: 0.0410085 Sep 14 22:12:55.729422 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-038e04fd-42ca-4db2-a261-1390d97a43d2 admin admin] Deleting subnet c4dbcba2-ea42-4b10-8527-e1738404e5e8 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:12:55.734372 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-038e04fd-42ca-4db2-a261-1390d97a43d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:55.758032 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-4fc8e28e-9bc4-403c-896a-764851210b32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a98a148-1ed5-482d-84ed-ba6b91c09d98 HTTP/1.1" status: 200 len: 217 time: 0.0401905 Sep 14 22:12:55.820470 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce438f39-c402-4d66-893d-1426d197563b req-f779ac96-306f-4e06-8795-ce50f8946ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:55.822566 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-f779ac96-306f-4e06-8795-ce50f8946ddf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4cb725a-079c-425c-aee6-4d2d1c527df5 HTTP/1.1" status: 200 len: 851 time: 0.0543168 Sep 14 22:12:55.873554 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce438f39-c402-4d66-893d-1426d197563b req-6fab4110-6ef8-4514-87c6-021899005ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:55.874982 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-6fab4110-6ef8-4514-87c6-021899005ba4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06a932b9-57f5-4830-a80a-fd6880f53b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454788 Sep 14 22:12:55.975778 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-3f169ffb-580b-4636-8448-6d74b72b5757 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929129 Sep 14 22:12:56.003120 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-038e04fd-42ca-4db2-a261-1390d97a43d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8063227'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:56.044187 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-038e04fd-42ca-4db2-a261-1390d97a43d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:56.081174 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ce438f39-c402-4d66-893d-1426d197563b req-b6bbd39d-6e0d-4a7e-8d76-5aed8025ed7c service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965898 Sep 14 22:12:56.222885 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-038e04fd-42ca-4db2-a261-1390d97a43d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6830446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482864'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:56.245628 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e04fd-42ca-4db2-a261-1390d97a43d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4dbcba2-ea42-4b10-8527-e1738404e5e8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:56.251978 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-038e04fd-42ca-4db2-a261-1390d97a43d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:56.254175 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-038e04fd-42ca-4db2-a261-1390d97a43d2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c4dbcba2-ea42-4b10-8527-e1738404e5e8 HTTP/1.1" status: 204 len: 168 time: 0.5675294 Sep 14 22:12:56.271835 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41194) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:56.342301 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9162a85b-c61a-4c5a-b300-3955c8f7ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:56.418937 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9162a85b-c61a-4c5a-b300-3955c8f7ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:56.439715 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9162a85b-c61a-4c5a-b300-3955c8f7ac78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e56da62-5b89-4fd1-9125-2a29102460f9']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:56.449473 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9162a85b-c61a-4c5a-b300-3955c8f7ac78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac575319-98ce-4e68-abc9-34e52daa456a') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:56.449780 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9162a85b-c61a-4c5a-b300-3955c8f7ac78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac575319-98ce-4e68-abc9-34e52daa456a') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:12:56.465946 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9162a85b-c61a-4c5a-b300-3955c8f7ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:56.485788 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9162a85b-c61a-4c5a-b300-3955c8f7ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:56.492510 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9162a85b-c61a-4c5a-b300-3955c8f7ac78 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:12:56.492947 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9162a85b-c61a-4c5a-b300-3955c8f7ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:12:56.508983 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:12:56.629423 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938bae6-2543-48a2-b15e-8bbb40fb72a5 req-74b88484-a8b4-48ec-880f-bd4c2d0a9567 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:56.631069 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9938bae6-2543-48a2-b15e-8bbb40fb72a5 req-74b88484-a8b4-48ec-880f-bd4c2d0a9567 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 943 time: 0.1210883 Sep 14 22:12:56.640312 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada6b1-fbe4-452c-b6d4-82b49e6e953f req-c4915c32-87e5-439d-a2c3-1467183e04d1 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:56.648300 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-36ada6b1-fbe4-452c-b6d4-82b49e6e953f req-c4915c32-87e5-439d-a2c3-1467183e04d1 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 945 time: 0.0747614 Sep 14 22:12:56.702018 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9938bae6-2543-48a2-b15e-8bbb40fb72a5 req-f3a06af1-933f-4a92-80f2-6b6f54fdbfcb tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586710 Sep 14 22:12:56.704504 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-36ada6b1-fbe4-452c-b6d4-82b49e6e953f req-95b4f053-4e88-447e-8e99-b96a89f7c97c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558801 Sep 14 22:12:56.707500 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device fbd67818-9831-406c-a4ef-a35484004732 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:12:56.717965 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9162a85b-c61a-4c5a-b300-3955c8f7ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:56.730997 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9162a85b-c61a-4c5a-b300-3955c8f7ac78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:56.735836 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-9162a85b-c61a-4c5a-b300-3955c8f7ac78 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4e56da62-5b89-4fd1-9125-2a29102460f9 HTTP/1.1" status: 204 len: 168 time: 0.4601853 Sep 14 22:12:56.749279 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162a85b-c61a-4c5a-b300-3955c8f7ac78 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e56da62-5b89-4fd1-9125-2a29102460f9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:56.779191 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port fbd67818-9831-406c-a4ef-a35484004732 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:56.779669 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:56.849221 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392a3-57ed-4e59-a326-6e953b33cdf1 req-68cd0e90-eb21-4149-9e3a-aabf9754a862 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:56.851059 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9cf392a3-57ed-4e59-a326-6e953b33cdf1 req-68cd0e90-eb21-4149-9e3a-aabf9754a862 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0636816 Sep 14 22:12:56.880783 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:56.908833 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:12:56.910820 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb10b8c-a8cd-48fe-b182-769df943f6cb" -d '{"events": [{"server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "name": "network-vif-plugged", "status": "completed", "tag": "fbd67818-9831-406c-a4ef-a35484004732"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:12:56.935704 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9cf392a3-57ed-4e59-a326-6e953b33cdf1 req-10b96a02-1e71-4ff7-a0f7-2e8bf368a771 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746307 Sep 14 22:12:56.941928 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port fbd67818-9831-406c-a4ef-a35484004732, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=fbd67818-9831-406c-a4ef-a35484004732,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:57.028685 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:57.035794 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68df481f-c5d9-4805-bbb5-fe878b26daae x-openstack-request-id: req-68df481f-c5d9-4805-bbb5-fe878b26daae {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:12:57.036085 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "name": "network-vif-plugged", "status": "completed", "tag": "fbd67818-9831-406c-a4ef-a35484004732", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:12:57.037027 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68df481f-c5d9-4805-bbb5-fe878b26daae {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:12:57.042279 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732', 'code': 200} Sep 14 22:12:57.095754 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=fbd67818-9831-406c-a4ef-a35484004732,revision_number=7']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:57.266139 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41216) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:57.285219 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aba29707-5eb0-44e6-b0bd-325b83b44000 req-ca244265-957c-4780-ac15-1e1c479c7c51 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460682085&fields=id&tenant_id=0a06872af79b4f1b986a772fa9cfde82 HTTP/1.1" status: 200 len: 267 time: 0.0455906 Sep 14 22:12:57.327724 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-a914968d-f28d-4dc7-ac70-70122459b01e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d71f68b02c07482c8d7ae1c4fb33a8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604031 Sep 14 22:12:57.328664 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41218) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:57.395549 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba29707-5eb0-44e6-b0bd-325b83b44000 req-47660d3a-5bbb-438f-87c6-6d35de8e069b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:57.397379 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aba29707-5eb0-44e6-b0bd-325b83b44000 req-47660d3a-5bbb-438f-87c6-6d35de8e069b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 985 time: 0.1050479 Sep 14 22:12:57.418747 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-aba29707-5eb0-44e6-b0bd-325b83b44000 req-63c2fda2-16a9-4236-9899-ddb0c21215e0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Request body: {'port': {'security_groups': ['b0d7feff-1fdf-4170-adb4-906ba74461f5']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:12:57.446566 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47dc20ca-19fe-4249-9f00-93ff2afc7bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:57.550599 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47dc20ca-19fe-4249-9f00-93ff2afc7bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:57.577317 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-aba29707-5eb0-44e6-b0bd-325b83b44000 req-63c2fda2-16a9-4236-9899-ddb0c21215e0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:57.841273 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47dc20ca-19fe-4249-9f00-93ff2afc7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:57.845279 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47dc20ca-19fe-4249-9f00-93ff2afc7bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:57.845279 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-47dc20ca-19fe-4249-9f00-93ff2afc7bc8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbdccc34-29c1-42a6-b7a7-18f54a39b05a HTTP/1.1" status: 204 len: 168 time: 0.5152547 Sep 14 22:12:57.847749 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-aba29707-5eb0-44e6-b0bd-325b83b44000 req-63c2fda2-16a9-4236-9899-ddb0c21215e0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] For port e95df2a2-cec2-472c-8a9e-12d7a3220f78, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:12:57.862745 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc20ca-19fe-4249-9f00-93ff2afc7bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdccc34-29c1-42a6-b7a7-18f54a39b05a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:57.912635 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33c9f8-e5ec-4754-b5ec-14aa16176dec req-c8efb5d8-343d-4922-b003-05e5ea1bc186 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:57.914275 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fe33c9f8-e5ec-4754-b5ec-14aa16176dec req-c8efb5d8-343d-4922-b003-05e5ea1bc186 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 943 time: 0.1179936 Sep 14 22:12:57.926705 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-aba29707-5eb0-44e6-b0bd-325b83b44000 req-63c2fda2-16a9-4236-9899-ddb0c21215e0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:57.992448 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fe33c9f8-e5ec-4754-b5ec-14aa16176dec req-07b31405-de26-45bf-882d-ac060837a67d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641692 Sep 14 22:12:58.011393 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-aba29707-5eb0-44e6-b0bd-325b83b44000 req-63c2fda2-16a9-4236-9899-ddb0c21215e0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:58.049545 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['e95df2a2-cec2-472c-8a9e-12d7a3220f78'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:12:58.180556 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba29707-5eb0-44e6-b0bd-325b83b44000 req-63c2fda2-16a9-4236-9899-ddb0c21215e0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:58.181963 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-aba29707-5eb0-44e6-b0bd-325b83b44000 req-63c2fda2-16a9-4236-9899-ddb0c21215e0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:58.190338 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41228) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:58.196223 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aba29707-5eb0-44e6-b0bd-325b83b44000 req-63c2fda2-16a9-4236-9899-ddb0c21215e0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "PUT /v2.0/ports/e95df2a2-cec2-472c-8a9e-12d7a3220f78 HTTP/1.1" status: 200 len: 943 time: 0.7878311 Sep 14 22:12:58.207553 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:12:58.213519 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31cc040-991f-4431-9567-d0d71e6b396c" -d '{"events": [{"name": "network-changed", "server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:12:58.246270 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['e95df2a2-cec2-472c-8a9e-12d7a3220f78'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:12:58.327149 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-901760df-b5b8-45d4-b8a8-97229f3972a2 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:58.328019 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76701b-bba6-4ce4-b3ed-89a8ef6eb11a req-3323f0b9-d7ce-41fd-81a1-86b728f15af3 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:58.340633 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6d76701b-bba6-4ce4-b3ed-89a8ef6eb11a req-3323f0b9-d7ce-41fd-81a1-86b728f15af3 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.2442973 Sep 14 22:12:58.361941 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2fda2-16a9-4236-9899-ddb0c21215e0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event updated for resources: {'Port': ['ID=e95df2a2-cec2-472c-8a9e-12d7a3220f78,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:58.413495 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-901760df-b5b8-45d4-b8a8-97229f3972a2 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:58.454262 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e35116-3643-4d32-ad54-14475433c5ca req-c814a131-5d0d-4786-95a9-62d8fa1b481d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:58.455845 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-04e35116-3643-4d32-ad54-14475433c5ca req-c814a131-5d0d-4786-95a9-62d8fa1b481d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.1104860 Sep 14 22:12:58.464963 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6d76701b-bba6-4ce4-b3ed-89a8ef6eb11a req-9f3eb74f-1e24-4461-84ea-69c5e889a621 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234272 Sep 14 22:12:58.510126 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-8a43399a-7710-4178-93b6-d9f557f4f7fc None None] Provisioning complete for port e95df2a2-cec2-472c-8a9e-12d7a3220f78 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:12:58.510525 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8a43399a-7710-4178-93b6-d9f557f4f7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:58.521355 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-04e35116-3643-4d32-ad54-14475433c5ca req-90255494-2692-4fbc-bb3d-989c1a2b9c15 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545452 Sep 14 22:12:58.582590 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-901760df-b5b8-45d4-b8a8-97229f3972a2 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:58.585990 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-901760df-b5b8-45d4-b8a8-97229f3972a2 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:58.588890 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-901760df-b5b8-45d4-b8a8-97229f3972a2 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "DELETE /v2.0/security-groups/e7cbfefe-649d-46c3-996f-830616c83a96 HTTP/1.1" status: 204 len: 168 time: 0.3975835 Sep 14 22:12:58.594743 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41244) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:12:58.619173 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901760df-b5b8-45d4-b8a8-97229f3972a2 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cbfefe-649d-46c3-996f-830616c83a96,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:58.801699 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86246c7d-3683-4e9e-a566-b5db377acb80 x-openstack-request-id: req-86246c7d-3683-4e9e-a566-b5db377acb80 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:12:58.802008 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:12:58.802227 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86246c7d-3683-4e9e-a566-b5db377acb80 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:12:58.802611 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78', 'status': 'completed', 'code': 200} Sep 14 22:12:58.890312 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cc040-991f-4431-9567-d0d71e6b396c req-a83983ce-ff19-4d5f-8179-7dd9777c64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:58.892521 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b31cc040-991f-4431-9567-d0d71e6b396c req-a83983ce-ff19-4d5f-8179-7dd9777c64ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a06872af79b4f1b986a772fa9cfde82&device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 1099 time: 0.0507700 Sep 14 22:12:58.893371 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-4c4aaf54-d19d-46b0-8882-d1a7e94a17ea tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Deleting port f8909ef8-ea12-47e5-927c-9cd6dd6def9b {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:12:58.893721 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4aaf54-d19d-46b0-8882-d1a7e94a17ea tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:59.004352 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cc040-991f-4431-9567-d0d71e6b396c req-2fb4a1ee-72e4-4fee-98f4-629e8574c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:59.006934 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b31cc040-991f-4431-9567-d0d71e6b396c req-2fb4a1ee-72e4-4fee-98f4-629e8574c2ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=948156fd-67c0-4520-990c-719ccd9f66ed HTTP/1.1" status: 200 len: 915 time: 0.1064875 Sep 14 22:12:59.015974 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4aaf54-d19d-46b0-8882-d1a7e94a17ea tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:59.016606 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4aaf54-d19d-46b0-8882-d1a7e94a17ea tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:59.034905 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-4c4aaf54-d19d-46b0-8882-d1a7e94a17ea tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Calling delete_port for f8909ef8-ea12-47e5-927c-9cd6dd6def9b owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:12:59.119138 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b31cc040-991f-4431-9567-d0d71e6b396c req-30c5a324-552a-4a49-9a2b-22bb279febf2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78 HTTP/1.1" status: 200 len: 1002 time: 0.0988023 Sep 14 22:12:59.250601 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09441-940e-4fc5-a3f4-b4b184508e8b req-be3add4b-2f5a-43c4-97ab-481a265006de tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:59.252447 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-08e09441-940e-4fc5-a3f4-b4b184508e8b req-be3add4b-2f5a-43c4-97ab-481a265006de tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 943 time: 0.1480703 Sep 14 22:12:59.321268 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-08e09441-940e-4fc5-a3f4-b4b184508e8b req-b99c4e17-6d5d-4b3e-8196-e8286c99e8f9 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606952 Sep 14 22:12:59.439478 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cc040-991f-4431-9567-d0d71e6b396c req-084b82f2-52d4-4542-aebb-8f7eed5c527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:59.444799 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b31cc040-991f-4431-9567-d0d71e6b396c req-084b82f2-52d4-4542-aebb-8f7eed5c527d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2821297-2f4d-4622-93c7-c6578d7ccee8 HTTP/1.1" status: 200 len: 853 time: 0.3169787 Sep 14 22:12:59.506033 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cc040-991f-4431-9567-d0d71e6b396c req-4e3213ca-c38e-48b4-b004-97055c3d2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:59.513417 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b31cc040-991f-4431-9567-d0d71e6b396c req-4e3213ca-c38e-48b4-b004-97055c3d2af3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=948156fd-67c0-4520-990c-719ccd9f66ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595291 Sep 14 22:12:59.514437 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4aaf54-d19d-46b0-8882-d1a7e94a17ea tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:59.563132 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4aaf54-d19d-46b0-8882-d1a7e94a17ea tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event deleted for resources: {'Port': ['ID=f8909ef8-ea12-47e5-927c-9cd6dd6def9b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:12:59.670316 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b31cc040-991f-4431-9567-d0d71e6b396c req-ef77fb20-9bb0-4109-a350-77f51f5a28e4 service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460383 Sep 14 22:12:59.726943 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4aaf54-d19d-46b0-8882-d1a7e94a17ea tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:12:59.727587 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.l3_db [None req-4c4aaf54-d19d-46b0-8882-d1a7e94a17ea tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Floating IP 905e3c15-7dc9-4c50-b76b-e2c5d16a3cfb disassociated (deleted). External IP: 172.27.2.109, port: e95df2a2-cec2-472c-8a9e-12d7a3220f78. Sep 14 22:12:59.793754 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b31cc040-991f-4431-9567-d0d71e6b396c req-b230d584-1fb2-412e-8936-6f5485f65660 service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118827 Sep 14 22:12:59.829845 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34552768-f5f2-49ca-a4ff-01a10b67729b req-5dca7b44-7028-410b-b3ce-9aeb24f6cd65 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:59.831550 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-34552768-f5f2-49ca-a4ff-01a10b67729b req-5dca7b44-7028-410b-b3ce-9aeb24f6cd65 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.1823821 Sep 14 22:12:59.839506 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc9a8-250f-4f1c-85db-32753db0d23f req-3084933a-7795-4b77-ab59-8bee469c1bcc tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:12:59.841167 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bcbdc9a8-250f-4f1c-85db-32753db0d23f req-3084933a-7795-4b77-ab59-8bee469c1bcc tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.1903286 Sep 14 22:12:59.924804 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-34552768-f5f2-49ca-a4ff-01a10b67729b req-db4c0fea-ecad-41b6-ad5a-0b2be633be2c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808601 Sep 14 22:12:59.929331 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bcbdc9a8-250f-4f1c-85db-32753db0d23f req-e3fd603e-5676-4d88-8e05-fdc32071154d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720801 Sep 14 22:13:00.075238 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4aaf54-d19d-46b0-8882-d1a7e94a17ea tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Router 8d300473-957e-4515-927e-b467b726e486 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:13:00.207235 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:13:00.481915 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4aaf54-d19d-46b0-8882-d1a7e94a17ea tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:13:00.486893 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4aaf54-d19d-46b0-8882-d1a7e94a17ea tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:00.491534 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b42d28-40d7-46f6-8909-c8bcb614e7ef None None] Sync routers for ids ['8d300473-957e-4515-927e-b467b726e486'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:13:00.495935 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee194d-b9ca-44c6-bfff-7e3f032bb667 req-65d93ab6-aac1-4837-9ca7-f8001f1c3f71 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:00.497434 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-18ee194d-b9ca-44c6-bfff-7e3f032bb667 req-65d93ab6-aac1-4837-9ca7-f8001f1c3f71 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 943 time: 0.0756233 Sep 14 22:13:00.502383 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b42d28-40d7-46f6-8909-c8bcb614e7ef None None] Routers {'8d300473-957e-4515-927e-b467b726e486'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:13:00.503020 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-11b42d28-40d7-46f6-8909-c8bcb614e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:12:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8d300473-957e-4515-927e-b467b726e486'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:00.535661 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-4c4aaf54-d19d-46b0-8882-d1a7e94a17ea tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "DELETE /v2.0/floatingips/905e3c15-7dc9-4c50-b76b-e2c5d16a3cfb HTTP/1.1" status: 204 len: 168 time: 1.9395528 Sep 14 22:13:00.559051 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-18ee194d-b9ca-44c6-bfff-7e3f032bb667 req-3ccd7c0c-c8fe-44c5-9363-db5884895e32 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444293 Sep 14 22:13:00.728956 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 9edc6327-8a07-4f06-b416-f52881a35181 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:13:00.753942 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-11b42d28-40d7-46f6-8909-c8bcb614e7ef None None] Set router 8d300473-957e-4515-927e-b467b726e486 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:13:00.803623 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:13:00.806268 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec1cebd-eaf6-445f-bf70-f011abec34bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:13:00.859008 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7e02f5-50b8-4450-af1a-d6bcf1ef35d7 x-openstack-request-id: req-8c7e02f5-50b8-4450-af1a-d6bcf1ef35d7 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:13:00.859320 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:13:00.859635 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c7e02f5-50b8-4450-af1a-d6bcf1ef35d7 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:13:00.860092 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78', 'status': 'completed', 'code': 200} Sep 14 22:13:01.021426 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1cebd-eaf6-445f-bf70-f011abec34bd req-7b497d63-4b07-46f4-939c-fdf712e5749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:01.029648 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5ec1cebd-eaf6-445f-bf70-f011abec34bd req-7b497d63-4b07-46f4-939c-fdf712e5749d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a06872af79b4f1b986a772fa9cfde82&device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 1099 time: 0.0972204 Sep 14 22:13:01.156514 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 9edc6327-8a07-4f06-b416-f52881a35181, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9edc6327-8a07-4f06-b416-f52881a35181,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:01.169382 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7927db6-248e-4bf8-aa12-6625f478c672 req-e4a7f223-7e31-472a-8ce5-d2608b9ec50e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:01.171230 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c7927db6-248e-4bf8-aa12-6625f478c672 req-e4a7f223-7e31-472a-8ce5-d2608b9ec50e tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.1005681 Sep 14 22:13:01.187821 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': '9edc6327-8a07-4f06-b416-f52881a35181', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'port_id': '9edc6327-8a07-4f06-b416-f52881a35181', 'mac_address': 'fa:16:3e:2f:2d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:13:01.196728 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-11b42d28-40d7-46f6-8909-c8bcb614e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:09:57Z', 'revision_number': 4, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port': {'id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:52Z', 'updated_at': '2021-09-14T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'fd104b11-ea45-421c-8ea3-6af129c04ff3', 'name': '', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'mac_address': 'fa:16:3e:13:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:56Z', 'updated_at': '2021-09-14T22:10:03Z', 'revision_number': 5, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'subnets': [{'id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:01.219229 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43598d39-2470-4157-a231-f18517f58a27 req-396f5dbe-79e0-4f73-b49c-03d92d723c51 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:01.220857 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-43598d39-2470-4157-a231-f18517f58a27 req-396f5dbe-79e0-4f73-b49c-03d92d723c51 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.1000702 Sep 14 22:13:01.232105 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1cebd-eaf6-445f-bf70-f011abec34bd req-0d4abe4e-005c-477a-acae-5522c0324c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:01.234677 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5ec1cebd-eaf6-445f-bf70-f011abec34bd req-0d4abe4e-005c-477a-acae-5522c0324c3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=948156fd-67c0-4520-990c-719ccd9f66ed HTTP/1.1" status: 200 len: 915 time: 0.2013497 Sep 14 22:13:01.238784 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b42d28-40d7-46f6-8909-c8bcb614e7ef None None] Checking router: 8d300473-957e-4515-927e-b467b726e486 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:13:01.259895 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c7927db6-248e-4bf8-aa12-6625f478c672 req-a29ae026-8b9e-4ebb-be14-45a88417e1e1 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755460 Sep 14 22:13:01.274288 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b42d28-40d7-46f6-8909-c8bcb614e7ef None None] Routers {'8d300473-957e-4515-927e-b467b726e486'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:13:01.275484 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-11b42d28-40d7-46f6-8909-c8bcb614e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:12:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8d300473-957e-4515-927e-b467b726e486'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:01.294055 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-43598d39-2470-4157-a231-f18517f58a27 req-fa576320-32d2-47d3-8605-e67d4e90cdf0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603528 Sep 14 22:13:01.309779 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5ec1cebd-eaf6-445f-bf70-f011abec34bd req-133dae10-0130-41fe-bc0e-a9e153ae4090 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78 HTTP/1.1" status: 200 len: 217 time: 0.0569859 Sep 14 22:13:01.341552 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:01.381655 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1cebd-eaf6-445f-bf70-f011abec34bd req-7442f704-bebd-4cae-b085-11aae3790f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:01.383815 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5ec1cebd-eaf6-445f-bf70-f011abec34bd req-7442f704-bebd-4cae-b085-11aae3790f05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d2821297-2f4d-4622-93c7-c6578d7ccee8 HTTP/1.1" status: 200 len: 853 time: 0.0641625 Sep 14 22:13:01.389766 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edc6327-8a07-4f06-b416-f52881a35181 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:13:01.440819 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1cebd-eaf6-445f-bf70-f011abec34bd req-4a5f1028-51e4-42df-be95-79b25ddd83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:01.441264 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 9edc6327-8a07-4f06-b416-f52881a35181, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9edc6327-8a07-4f06-b416-f52881a35181,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:01.442525 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5ec1cebd-eaf6-445f-bf70-f011abec34bd req-4a5f1028-51e4-42df-be95-79b25ddd83c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=948156fd-67c0-4520-990c-719ccd9f66ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495932 Sep 14 22:13:01.455409 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-11b42d28-40d7-46f6-8909-c8bcb614e7ef None None] Set router 8d300473-957e-4515-927e-b467b726e486 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:13:01.537876 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:01.569654 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5ec1cebd-eaf6-445f-bf70-f011abec34bd req-ee3f9330-545c-4a03-835b-97ad61e5cdd7 service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149454 Sep 14 22:13:01.671352 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=9edc6327-8a07-4f06-b416-f52881a35181,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:01.762164 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5ec1cebd-eaf6-445f-bf70-f011abec34bd req-45945ea5-25e3-4777-a084-0f9591c51a18 service neutron] 10.222.0.37 "GET /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819661 Sep 14 22:13:01.778086 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dbeba-c7f5-487e-a3ec-cd31a0807f8e req-b1115a0a-74a4-4845-a223-a38236b3506a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:01.778086 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2e0dbeba-c7f5-487e-a3ec-cd31a0807f8e req-b1115a0a-74a4-4845-a223-a38236b3506a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 943 time: 0.0999274 Sep 14 22:13:01.789718 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-11b42d28-40d7-46f6-8909-c8bcb614e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:09:57Z', 'revision_number': 4, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port': {'id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:52Z', 'updated_at': '2021-09-14T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'fd104b11-ea45-421c-8ea3-6af129c04ff3', 'name': '', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'mac_address': 'fa:16:3e:13:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:56Z', 'updated_at': '2021-09-14T22:10:03Z', 'revision_number': 5, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'subnets': [{'id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:01.826093 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b42d28-40d7-46f6-8909-c8bcb614e7ef None None] The sync data for ids ['8d300473-957e-4515-927e-b467b726e486'] in dv-cinder-809014-1-iscsi is: [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:09:57Z', 'revision_number': 4, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port': {'id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:52Z', 'updated_at': '2021-09-14T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'fd104b11-ea45-421c-8ea3-6af129c04ff3', 'name': '', 'network_id': '948156fd-67c0-4520-990c-719ccd9f66ed', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'mac_address': 'fa:16:3e:13:0c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:56Z', 'updated_at': '2021-09-14T22:10:03Z', 'revision_number': 5, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'subnets': [{'id': 'd2821297-2f4d-4622-93c7-c6578d7ccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:13:01.829525 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2e0dbeba-c7f5-487e-a3ec-cd31a0807f8e req-51406c3b-bb77-4db9-aeba-61b906e705f0 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447156 Sep 14 22:13:01.890829 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['9edc6327-8a07-4f06-b416-f52881a35181'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:13:02.216567 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92995c74-f7b1-450a-b8d8-c9407b7af62c None None] New status for floating IP 905e3c15-7dc9-4c50-b76b-e2c5d16a3cfb: DOWN {{(pid=94748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:13:02.474331 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c35080-eea2-4294-ba9f-44b2cbcec9dc req-f51a6a9e-d070-4434-b31c-6316a7332ada tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:02.480649 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-46c35080-eea2-4294-ba9f-44b2cbcec9dc req-f51a6a9e-d070-4434-b31c-6316a7332ada tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 945 time: 0.1016853 Sep 14 22:13:02.515204 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534799b-9e5f-4783-b9ea-1a7072361b74 req-ddec4c45-cca3-4956-9e40-127af9432640 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:02.523020 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a534799b-9e5f-4783-b9ea-1a7072361b74 req-ddec4c45-cca3-4956-9e40-127af9432640 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.1049058 Sep 14 22:13:02.569282 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-46c35080-eea2-4294-ba9f-44b2cbcec9dc req-cac05240-cdce-485c-af50-a9647604be72 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811424 Sep 14 22:13:02.595265 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a534799b-9e5f-4783-b9ea-1a7072361b74 req-444ec290-5dc6-4b45-89db-7b3af33b5108 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719953 Sep 14 22:13:02.992140 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cab42-6bd7-4e56-99e1-a0a7215ca090 req-729e4e5a-4d1d-49f9-a283-a424ced80de7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:02.999960 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a39cab42-6bd7-4e56-99e1-a0a7215ca090 req-729e4e5a-4d1d-49f9-a283-a424ced80de7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 943 time: 0.0862484 Sep 14 22:13:03.053490 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a39cab42-6bd7-4e56-99e1-a0a7215ca090 req-9ac78273-2d79-433c-8f88-24076dcc9e59 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473049 Sep 14 22:13:03.763258 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccca80-0c1f-44d0-a430-1300caa04ed4 req-8639cd2f-5c3f-4603-9a64-c09f7729c65b tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:03.764809 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-19ccca80-0c1f-44d0-a430-1300caa04ed4 req-8639cd2f-5c3f-4603-9a64-c09f7729c65b tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 945 time: 0.0855167 Sep 14 22:13:03.781217 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba9cf6-e8c4-41d6-8506-6a6fe7ef2b08 req-01344a18-ffde-48f9-b823-3f94288588e4 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:03.782787 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-58ba9cf6-e8c4-41d6-8506-6a6fe7ef2b08 req-01344a18-ffde-48f9-b823-3f94288588e4 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0720181 Sep 14 22:13:03.850847 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-19ccca80-0c1f-44d0-a430-1300caa04ed4 req-013652ec-0732-41b4-9982-c5f01c54b8f9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783732 Sep 14 22:13:03.855997 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-58ba9cf6-e8c4-41d6-8506-6a6fe7ef2b08 req-b588aa6c-9242-48f2-bcd6-a34d21b774ed tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657136 Sep 14 22:13:04.172444 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9d197-1968-468c-afab-573614623cc3 req-848c7381-3720-4dc8-ab2f-41e31a3987ea tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:04.173980 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-32f9d197-1968-468c-afab-573614623cc3 req-848c7381-3720-4dc8-ab2f-41e31a3987ea tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 943 time: 0.0503888 Sep 14 22:13:04.212096 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-32f9d197-1968-468c-afab-573614623cc3 req-3d457c30-5b37-4830-9e0a-83a9bc0fc6f3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322127 Sep 14 22:13:05.024977 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191cc0d-b789-458c-911c-786072d79c45 req-84663d75-682e-475f-a7d0-270930b60b8d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:05.032434 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b191cc0d-b789-458c-911c-786072d79c45 req-84663d75-682e-475f-a7d0-270930b60b8d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 945 time: 0.0958352 Sep 14 22:13:05.056146 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9881948-9e5a-431c-b8b2-61ece1bd5372 req-80dd6d26-e4f0-4566-9b41-1b620a2a716e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:05.058463 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f9881948-9e5a-431c-b8b2-61ece1bd5372 req-80dd6d26-e4f0-4566-9b41-1b620a2a716e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0900817 Sep 14 22:13:05.092693 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b191cc0d-b789-458c-911c-786072d79c45 req-975cbd49-61f0-466d-b032-b0c8776565e3 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593083 Sep 14 22:13:05.112901 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f9881948-9e5a-431c-b8b2-61ece1bd5372 req-080d7bc2-c128-4ea4-ba3f-c09d7e62d174 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462043 Sep 14 22:13:05.336064 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258817f-b99d-446f-8445-6c5554084691 req-4d7d923a-7620-4751-882d-73f8c9e72a3e tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:05.338240 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2258817f-b99d-446f-8445-6c5554084691 req-4d7d923a-7620-4751-882d-73f8c9e72a3e tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 943 time: 0.0524750 Sep 14 22:13:05.389333 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2258817f-b99d-446f-8445-6c5554084691 req-5bfdb06e-8559-446c-9709-1e235920cbf0 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439470 Sep 14 22:13:05.645789 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 3a98a148-1ed5-482d-84ed-ba6b91c09d98 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:13:05.656500 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 9edc6327-8a07-4f06-b416-f52881a35181 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:13:05.796067 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 3a98a148-1ed5-482d-84ed-ba6b91c09d98, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=3a98a148-1ed5-482d-84ed-ba6b91c09d98,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:05.808909 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': '3a98a148-1ed5-482d-84ed-ba6b91c09d98', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'port_id': '3a98a148-1ed5-482d-84ed-ba6b91c09d98', 'mac_address': 'fa:16:3e:63:41:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:13:05.838382 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port 9edc6327-8a07-4f06-b416-f52881a35181 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:13:05.845037 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port 9edc6327-8a07-4f06-b416-f52881a35181 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:13:05.862129 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:05.881203 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:05.902645 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a98a148-1ed5-482d-84ed-ba6b91c09d98 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:13:05.927380 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 3a98a148-1ed5-482d-84ed-ba6b91c09d98, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=3a98a148-1ed5-482d-84ed-ba6b91c09d98,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:05.968965 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:05.998272 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:13:06.001771 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585e4d71-d066-422e-a999-f31b75a71df0" -d '{"events": [{"server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "name": "network-vif-plugged", "status": "completed", "tag": "9edc6327-8a07-4f06-b416-f52881a35181"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:13:06.017947 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:06.021277 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 9edc6327-8a07-4f06-b416-f52881a35181, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9edc6327-8a07-4f06-b416-f52881a35181,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:06.055514 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6c63ed-4554-4a8b-9d2b-c8927c073386 x-openstack-request-id: req-ae6c63ed-4554-4a8b-9d2b-c8927c073386 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:13:06.056028 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "name": "network-vif-plugged", "status": "completed", "tag": "9edc6327-8a07-4f06-b416-f52881a35181", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:13:06.056999 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae6c63ed-4554-4a8b-9d2b-c8927c073386 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:13:06.057398 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181', 'code': 200} Sep 14 22:13:06.090102 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=3a98a148-1ed5-482d-84ed-ba6b91c09d98,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:06.097766 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:06.169850 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=9edc6327-8a07-4f06-b416-f52881a35181,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:06.226531 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4b50b-f833-4293-81d4-e98e3c9962e7 req-00108b22-770e-4b30-9e5f-331ab0e73364 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:06.236910 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d4e4b50b-f833-4293-81d4-e98e3c9962e7 req-00108b22-770e-4b30-9e5f-331ab0e73364 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0677881 Sep 14 22:13:06.300142 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d4e4b50b-f833-4293-81d4-e98e3c9962e7 req-d4fe18be-5103-4bc9-85a9-01c25512cfc4 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621176 Sep 14 22:13:06.319240 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870406d-1995-4bb5-a2bb-1ac5f327e482 req-ba636772-1412-4067-a6c2-5577ac84152f tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:06.320721 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9870406d-1995-4bb5-a2bb-1ac5f327e482 req-ba636772-1412-4067-a6c2-5577ac84152f tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0758955 Sep 14 22:13:06.364050 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['3a98a148-1ed5-482d-84ed-ba6b91c09d98'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:13:06.387404 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9870406d-1995-4bb5-a2bb-1ac5f327e482 req-1f5090d5-d549-4976-9c38-425ee1ab4d13 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550478 Sep 14 22:13:06.582417 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cc895-1ac9-4d6b-a2a3-8018e1fd28d8 req-a7ab691f-5526-4325-ab1d-d77281b201ac tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:06.593050 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a184488-b8a9-4bcc-a77b-125a56ea52e8 req-6fe71aa5-e6d0-4724-9a8e-3828b0577075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:06.596269 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b89cc895-1ac9-4d6b-a2a3-8018e1fd28d8 req-a7ab691f-5526-4325-ab1d-d77281b201ac tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 944 time: 0.1143272 Sep 14 22:13:06.598900 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-0a184488-b8a9-4bcc-a77b-125a56ea52e8 req-6fe71aa5-e6d0-4724-9a8e-3828b0577075 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 1099 time: 0.0879154 Sep 14 22:13:06.667965 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-0a184488-b8a9-4bcc-a77b-125a56ea52e8 req-2de12865-5782-4e81-8999-afd0fcaae2b8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596881 Sep 14 22:13:06.674126 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b89cc895-1ac9-4d6b-a2a3-8018e1fd28d8 req-a9f8624f-531f-420a-a2b3-fbdeff509596 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712986 Sep 14 22:13:07.259032 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0105111-6922-4885-b50a-18335c95785d req-a7837260-c685-496b-ae6b-5e506788dee1 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:07.261139 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a0105111-6922-4885-b50a-18335c95785d req-a7837260-c685-496b-ae6b-5e506788dee1 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 946 time: 0.0616398 Sep 14 22:13:07.308739 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a0105111-6922-4885-b50a-18335c95785d req-e03e7f8a-1721-469b-8aef-bee37f70f499 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413203 Sep 14 22:13:07.446726 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fc6c8-efac-4011-97b3-84868a7a1a96 req-e80556c8-cb57-43e8-8184-ba1269cdbd39 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:07.448427 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a76fc6c8-efac-4011-97b3-84868a7a1a96 req-e80556c8-cb57-43e8-8184-ba1269cdbd39 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0596797 Sep 14 22:13:07.500770 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a76fc6c8-efac-4011-97b3-84868a7a1a96 req-2c7e36c5-5861-4e93-a8d5-67a0791d8fba tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454874 Sep 14 22:13:07.550544 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cfd6e-7b1f-4ec0-96fc-939f27ce25ea req-11fe336b-ecea-42bc-940a-17f63d0665af tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:07.552001 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1c4cfd6e-7b1f-4ec0-96fc-939f27ce25ea req-11fe336b-ecea-42bc-940a-17f63d0665af tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0631771 Sep 14 22:13:07.589537 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1c4cfd6e-7b1f-4ec0-96fc-939f27ce25ea req-c3823a93-6e1c-4a00-886b-f7cae293acc7 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307684 Sep 14 22:13:07.809786 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adf9bf-546a-487f-853a-5f9ba8434b87 req-8324c917-9728-4970-9833-d0e54be267a7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:07.811338 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b9adf9bf-546a-487f-853a-5f9ba8434b87 req-8324c917-9728-4970-9833-d0e54be267a7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 944 time: 0.0564961 Sep 14 22:13:07.852615 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b9adf9bf-546a-487f-853a-5f9ba8434b87 req-4a49dabc-b8a9-4f01-a8d9-8b455de53bc0 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353618 Sep 14 22:13:08.034344 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:08.452791 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b9298-6731-4d6b-a3bb-c21162159411 req-f4e65260-afde-437c-a471-c53d57145324 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:08.454509 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-093b9298-6731-4d6b-a3bb-c21162159411 req-f4e65260-afde-437c-a471-c53d57145324 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 946 time: 0.0620952 Sep 14 22:13:08.506482 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-093b9298-6731-4d6b-a3bb-c21162159411 req-c74d0f5f-6bcc-4476-bb64-bbabea44617b tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456986 Sep 14 22:13:08.653851 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68123210-c7a1-49e2-8ad3-7c29bd32087a req-cc19367f-8117-472d-9b60-821e1647ac45 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:08.655855 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-68123210-c7a1-49e2-8ad3-7c29bd32087a req-cc19367f-8117-472d-9b60-821e1647ac45 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0639751 Sep 14 22:13:08.742263 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-68123210-c7a1-49e2-8ad3-7c29bd32087a req-6faea34f-2852-40b2-b455-7f6ae9bdcad4 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734105 Sep 14 22:13:08.757093 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 3a98a148-1ed5-482d-84ed-ba6b91c09d98 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:13:08.789200 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a11e0-20a4-4687-902e-713eb7f0ce91 req-a065ddb3-f44b-4393-b545-03ea131b1a93 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:08.791507 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c55a11e0-20a4-4687-902e-713eb7f0ce91 req-a065ddb3-f44b-4393-b545-03ea131b1a93 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0976205 Sep 14 22:13:08.877465 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c55a11e0-20a4-4687-902e-713eb7f0ce91 req-f27565c4-051e-4606-bd53-c479c25ecb81 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783885 Sep 14 22:13:08.906641 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2413c-f255-4213-9a38-6c063d74f1e9 req-e81945c1-8700-4b19-b95b-b27a51d109bc tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:08.908271 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-09a2413c-f255-4213-9a38-6c063d74f1e9 req-e81945c1-8700-4b19-b95b-b27a51d109bc tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0669765 Sep 14 22:13:08.920230 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port 3a98a148-1ed5-482d-84ed-ba6b91c09d98 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:13:08.926147 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port 3a98a148-1ed5-482d-84ed-ba6b91c09d98 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:13:08.926852 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:08.969375 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-09a2413c-f255-4213-9a38-6c063d74f1e9 req-2ad866a9-7717-4f68-b5d2-e49d6eae089f tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551305 Sep 14 22:13:09.034919 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41400) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:09.036275 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea405e-c7ef-4a11-a9cf-565134ff958a req-573dfc53-fdf0-40af-911f-485f9ae19329 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:09.036275 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-13ea405e-c7ef-4a11-a9cf-565134ff958a req-573dfc53-fdf0-40af-911f-485f9ae19329 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 944 time: 0.0533428 Sep 14 22:13:09.045735 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:09.068696 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62660128-c4b8-421f-b079-c9b6022e4907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a98a148-1ed5-482d-84ed-ba6b91c09d98'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:13:09.070546 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-13ea405e-c7ef-4a11-a9cf-565134ff958a req-4ea7c259-649d-41ac-9010-105e3a9ac554 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368626 Sep 14 22:13:09.071198 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78316138-d347-4c01-9767-a36b2e8cea68" -d '{"events": [{"server_uuid": "62660128-c4b8-421f-b079-c9b6022e4907", "name": "network-vif-plugged", "status": "completed", "tag": "3a98a148-1ed5-482d-84ed-ba6b91c09d98"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:13:09.091161 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 3a98a148-1ed5-482d-84ed-ba6b91c09d98, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=3a98a148-1ed5-482d-84ed-ba6b91c09d98,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:09.118062 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe17dc9-c318-4109-bf5f-27309a5f42ee x-openstack-request-id: req-cfe17dc9-c318-4109-bf5f-27309a5f42ee {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:13:09.118378 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62660128-c4b8-421f-b079-c9b6022e4907", "name": "network-vif-plugged", "status": "completed", "tag": "3a98a148-1ed5-482d-84ed-ba6b91c09d98", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:13:09.119316 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfe17dc9-c318-4109-bf5f-27309a5f42ee {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:13:09.119711 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62660128-c4b8-421f-b079-c9b6022e4907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a98a148-1ed5-482d-84ed-ba6b91c09d98', 'code': 200} Sep 14 22:13:09.183237 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:09.203300 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd0cb2-c5ba-44d9-ac00-b40144cd912b tempest-TestShelveInstance-279146129 tempest-TestShelveInstance-279146129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:09.205016 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-3cdd0cb2-c5ba-44d9-ac00-b40144cd912b tempest-TestShelveInstance-279146129 tempest-TestShelveInstance-279146129-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 1094 time: 0.2101152 Sep 14 22:13:09.207828 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41406) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:09.212288 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Request body: {'floatingip': {'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'port_id': '9edc6327-8a07-4f06-b416-f52881a35181', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:13:09.231156 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=3a98a148-1ed5-482d-84ed-ba6b91c09d98,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:09.323251 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for floatingip, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:09.351862 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642896a8-aa13-4aae-9aa0-bb7c25739f2f req-ccaca133-21b6-4de3-baa8-9c4fd97e37d6 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:09.354121 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-642896a8-aa13-4aae-9aa0-bb7c25739f2f req-ccaca133-21b6-4de3-baa8-9c4fd97e37d6 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.37 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 946 time: 0.0687582 Sep 14 22:13:09.464066 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7b0d-3edf-4400-b3bb-61c25bf1b658 req-175426fd-2cd9-4355-a3f1-36987aade586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:09.465849 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dc3c7b0d-3edf-4400-b3bb-61c25bf1b658 req-175426fd-2cd9-4355-a3f1-36987aade586 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 1099 time: 0.0456262 Sep 14 22:13:09.505905 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-642896a8-aa13-4aae-9aa0-bb7c25739f2f req-30bab1ca-a059-4356-ba47-c410338b08f0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Deleting port e95df2a2-cec2-472c-8a9e-12d7a3220f78 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:13:09.506352 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-642896a8-aa13-4aae-9aa0-bb7c25739f2f req-30bab1ca-a059-4356-ba47-c410338b08f0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:09.542831 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:09.580259 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7b0d-3edf-4400-b3bb-61c25bf1b658 req-3a1f796e-200f-416e-8754-4fc398381e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:09.581981 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dc3c7b0d-3edf-4400-b3bb-61c25bf1b658 req-3a1f796e-200f-416e-8754-4fc398381e0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 200 len: 918 time: 0.0982962 Sep 14 22:13:09.675662 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631042d-3a28-4b35-87aa-f0dadb0512fd req-661931a0-662b-45a3-b56c-df4ecc2ad105 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:09.677178 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5631042d-3a28-4b35-87aa-f0dadb0512fd req-661931a0-662b-45a3-b56c-df4ecc2ad105 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 946 time: 0.0907719 Sep 14 22:13:09.689016 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dc3c7b0d-3edf-4400-b3bb-61c25bf1b658 req-c853c2d9-2de9-4c03-85bf-8c02dea46bde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd67818-9831-406c-a4ef-a35484004732 HTTP/1.1" status: 200 len: 1001 time: 0.0761344 Sep 14 22:13:09.722608 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-642896a8-aa13-4aae-9aa0-bb7c25739f2f req-30bab1ca-a059-4356-ba47-c410338b08f0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] For port e95df2a2-cec2-472c-8a9e-12d7a3220f78, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=e95df2a2-cec2-472c-8a9e-12d7a3220f78,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:09.723030 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-642896a8-aa13-4aae-9aa0-bb7c25739f2f req-30bab1ca-a059-4356-ba47-c410338b08f0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:09.735352 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b8ff5-74fe-48fd-b42e-af148389aa44 req-a1f3c232-23a8-4a4c-9250-fe764df9b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:09.736888 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-0b7b8ff5-74fe-48fd-b42e-af148389aa44 req-a1f3c232-23a8-4a4c-9250-fe764df9b968 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 1098 time: 0.1125865 Sep 14 22:13:09.746339 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-642896a8-aa13-4aae-9aa0-bb7c25739f2f req-30bab1ca-a059-4356-ba47-c410338b08f0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Calling delete_port for e95df2a2-cec2-472c-8a9e-12d7a3220f78 owned by compute:nova {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:13:09.752770 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5631042d-3a28-4b35-87aa-f0dadb0512fd req-fd038672-a7b4-44b4-91cb-80d48f32a558 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d7feff-1fdf-4170-adb4-906ba74461f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664976 Sep 14 22:13:09.766289 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7b0d-3edf-4400-b3bb-61c25bf1b658 req-aa995efa-b294-4302-9738-486154b4b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:09.769909 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dc3c7b0d-3edf-4400-b3bb-61c25bf1b658 req-aa995efa-b294-4302-9738-486154b4b245 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5333dda5-64f1-4ac4-8364-1d7ef56329c7 HTTP/1.1" status: 200 len: 856 time: 0.0677907 Sep 14 22:13:09.786599 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Allocated IP 172.27.2.134 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/c70c6973-ef3a-4fac-8566-b9339078ebdf) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:13:09.825108 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41426) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:09.862512 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-0b7b8ff5-74fe-48fd-b42e-af148389aa44 req-1b937855-2bdd-486f-a49c-1377a1edcf47 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125815 Sep 14 22:13:09.938517 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2412fd76-00e2-44f1-8e9c-a3528530ea3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:09.991856 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:10.056310 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc82fdc-9a77-432c-b374-e0d1a9b6a6d4 req-4ff62c5c-447d-4156-a913-5c9d316ef112 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:10.057843 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-adc82fdc-9a77-432c-b374-e0d1a9b6a6d4 req-4ff62c5c-447d-4156-a913-5c9d316ef112 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.0740235 Sep 14 22:13:10.085929 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-642896a8-aa13-4aae-9aa0-bb7c25739f2f req-30bab1ca-a059-4356-ba47-c410338b08f0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:10.115880 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2412fd76-00e2-44f1-8e9c-a3528530ea3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:10.118374 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bab1ca-a059-4356-ba47-c410338b08f0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Pushing event deleted for resources: {'Port': ['ID=e95df2a2-cec2-472c-8a9e-12d7a3220f78,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:10.120087 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-adc82fdc-9a77-432c-b374-e0d1a9b6a6d4 req-d84682de-318b-4662-96af-fd49e2640f3b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549712 Sep 14 22:13:10.124710 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['e95df2a2-cec2-472c-8a9e-12d7a3220f78'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:13:10.125232 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:10.177369 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2412fd76-00e2-44f1-8e9c-a3528530ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:10.193157 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:13:10.194033 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-642896a8-aa13-4aae-9aa0-bb7c25739f2f req-30bab1ca-a059-4356-ba47-c410338b08f0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] No DVR routers for this DVR port e95df2a2-cec2-472c-8a9e-12d7a3220f78 on host hv-cinder-80901 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:13:10.198053 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-642896a8-aa13-4aae-9aa0-bb7c25739f2f req-30bab1ca-a059-4356-ba47-c410338b08f0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:10.200048 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-642896a8-aa13-4aae-9aa0-bb7c25739f2f req-30bab1ca-a059-4356-ba47-c410338b08f0 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.37 "DELETE /v2.0/ports/e95df2a2-cec2-472c-8a9e-12d7a3220f78 HTTP/1.1" status: 204 len: 173 time: 0.8388422 Sep 14 22:13:10.200871 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:13:10.202578 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'name': 'network-vif-deleted', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:13:10.204881 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609ce9f5-5ece-40ac-9dc1-b028971f32a4" -d '{"events": [{"server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "name": "network-vif-deleted", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:13:10.209975 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:13:10.248918 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03019f73-9425-4d45-a315-caecc2659b09 x-openstack-request-id: req-03019f73-9425-4d45-a315-caecc2659b09 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:13:10.249415 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8915cb01-22b1-418a-831c-b3bd7df0d273", "name": "network-vif-deleted", "tag": "e95df2a2-cec2-472c-8a9e-12d7a3220f78", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:13:10.249851 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03019f73-9425-4d45-a315-caecc2659b09 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:13:10.250305 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8915cb01-22b1-418a-831c-b3bd7df0d273', 'name': 'network-vif-deleted', 'tag': 'e95df2a2-cec2-472c-8a9e-12d7a3220f78', 'status': 'completed', 'code': 200} Sep 14 22:13:10.259684 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412fd76-00e2-44f1-8e9c-a3528530ea3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2746a95-e8f9-4200-a7d4-040f49f7f7cb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:10.264933 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Pushing event updated for resources: {'Port': ['ID=c70c6973-ef3a-4fac-8566-b9339078ebdf,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:10.271931 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-2412fd76-00e2-44f1-8e9c-a3528530ea3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a78e4836517240beb74d9c35eb377df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456575 Sep 14 22:13:10.275148 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41436) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:10.310101 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec200e-22c2-4370-8df0-98b1bcdb8efd req-65928c83-ea4c-453c-8a58-4aac77ef89d4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:10.311677 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9fec200e-22c2-4370-8df0-98b1bcdb8efd req-65928c83-ea4c-453c-8a58-4aac77ef89d4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 945 time: 0.1682217 Sep 14 22:13:10.353816 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7b0d-3edf-4400-b3bb-61c25bf1b658 req-55dd019c-12be-4ab2-8755-db5c629c5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:10.355247 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dc3c7b0d-3edf-4400-b3bb-61c25bf1b658 req-55dd019c-12be-4ab2-8755-db5c629c5623 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1482050 Sep 14 22:13:10.400164 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9fec200e-22c2-4370-8df0-98b1bcdb8efd req-1a4648c0-3058-4134-95cf-d1a6d22e8de9 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771892 Sep 14 22:13:10.423101 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e70550d-b1b1-4c46-91a1-1eeaee07b965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:10.480873 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e70550d-b1b1-4c46-91a1-1eeaee07b965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:10.519295 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dc3c7b0d-3edf-4400-b3bb-61c25bf1b658 req-1b8fa49a-7f2b-4e25-80d4-5e849b2e3e42 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527793 Sep 14 22:13:10.593907 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:10.632100 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dc3c7b0d-3edf-4400-b3bb-61c25bf1b658 req-b289475a-9953-40ba-90d9-abc2c5659ad0 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046674 Sep 14 22:13:10.690168 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e70550d-b1b1-4c46-91a1-1eeaee07b965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:10.692738 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e70550d-b1b1-4c46-91a1-1eeaee07b965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:10.693956 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-1e70550d-b1b1-4c46-91a1-1eeaee07b965 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2746a95-e8f9-4200-a7d4-040f49f7f7cb HTTP/1.1" status: 204 len: 168 time: 0.4177716 Sep 14 22:13:10.702970 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70550d-b1b1-4c46-91a1-1eeaee07b965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2746a95-e8f9-4200-a7d4-040f49f7f7cb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:10.755772 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb9bc9-ee80-4229-aeae-cfef151490c4 req-1258481b-2956-4b9a-984b-112c8827f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:10.756651 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:10.757470 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0bbb9bc9-ee80-4229-aeae-cfef151490c4 req-1258481b-2956-4b9a-984b-112c8827f3d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 1099 time: 0.0438261 Sep 14 22:13:10.878964 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-083c032d-b53c-4ac6-9680-ad0542594af8 req-c1dc4768-26c7-427d-8d54-b0d9ff283c81 tempest-TestMinimumBasicScenario-1690825494 tempest-TestMinimumBasicScenario-1690825494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8915cb01-22b1-418a-831c-b3bd7df0d273 HTTP/1.1" status: 200 len: 210 time: 0.0382957 Sep 14 22:13:10.881706 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb9bc9-ee80-4229-aeae-cfef151490c4 req-8d55f9e1-5852-444a-8d41-f1f4a09e9864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:10.883169 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0bbb9bc9-ee80-4229-aeae-cfef151490c4 req-8d55f9e1-5852-444a-8d41-f1f4a09e9864 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 200 len: 918 time: 0.1169090 Sep 14 22:13:10.912257 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:10.963397 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0bbb9bc9-ee80-4229-aeae-cfef151490c4 req-cb5e24c3-b4f1-4267-bb92-c90c49303df2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd67818-9831-406c-a4ef-a35484004732 HTTP/1.1" status: 200 len: 1001 time: 0.0689104 Sep 14 22:13:10.982986 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:11.052714 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb9bc9-ee80-4229-aeae-cfef151490c4 req-65756627-5d50-4231-9e5e-001113540528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:11.054285 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0bbb9bc9-ee80-4229-aeae-cfef151490c4 req-65756627-5d50-4231-9e5e-001113540528 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5333dda5-64f1-4ac4-8364-1d7ef56329c7 HTTP/1.1" status: 200 len: 856 time: 0.0500977 Sep 14 22:13:11.058938 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Pushing event updated for resources: {'Port': ['ID=c70c6973-ef3a-4fac-8566-b9339078ebdf,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:11.069536 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:11.154160 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb9bc9-ee80-4229-aeae-cfef151490c4 req-2e1f2de8-f206-4d11-8ba4-4bf970a227c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:11.155814 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0bbb9bc9-ee80-4229-aeae-cfef151490c4 req-2e1f2de8-f206-4d11-8ba4-4bf970a227c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450258 Sep 14 22:13:11.175841 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.l3_db [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Floating IP 26773280-f23b-495b-bcc4-0a9a449dd6df associated. External IP: 172.27.2.134, port: 9edc6327-8a07-4f06-b416-f52881a35181. Sep 14 22:13:11.272739 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0bbb9bc9-ee80-4229-aeae-cfef151490c4 req-0e394db9-bef0-4d7b-aa80-e19b8f91e0f3 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083119 Sep 14 22:13:11.374120 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f94de-5bbb-4c07-9153-eb28e089b545 req-83ab59df-e884-4198-8ec3-bf3389d27835 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:11.375619 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-539f94de-5bbb-4c07-9153-eb28e089b545 req-83ab59df-e884-4198-8ec3-bf3389d27835 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.1134322 Sep 14 22:13:11.411680 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:13:11.418328 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0bbb9bc9-ee80-4229-aeae-cfef151490c4 req-f26457b1-f052-404c-8a82-2a34622a8f24 service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264622 Sep 14 22:13:11.430545 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-539f94de-5bbb-4c07-9153-eb28e089b545 req-29fa2276-2a07-4d09-8d44-b2a6dd951183 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475287 Sep 14 22:13:11.524214 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:13:11.526860 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b04f8-7aaa-467f-bdce-bd2291a34b23 req-b80a392b-7ec3-4638-aa74-c0075c88ac18 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:11.529028 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2e4b04f8-7aaa-467f-bdce-bd2291a34b23 req-b80a392b-7ec3-4638-aa74-c0075c88ac18 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 945 time: 0.0498478 Sep 14 22:13:11.534207 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6982d974-7b12-4ca8-b382-6a1d30b002cb None None] Sync routers for ids ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:13:11.545030 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982d974-7b12-4ca8-b382-6a1d30b002cb None None] Routers {'8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:13:11.545898 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6982d974-7b12-4ca8-b382-6a1d30b002cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:12:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:11.573590 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2e4b04f8-7aaa-467f-bdce-bd2291a34b23 req-a9af49af-2819-4b9f-ad54-bd25baf9b480 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370276 Sep 14 22:13:11.623221 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:11.652799 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-37607bdf-39f8-44ba-9da3-f75941d84704 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4434326 Sep 14 22:13:11.663718 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-6982d974-7b12-4ca8-b382-6a1d30b002cb None None] Set router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:13:11.690287 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21415fd1-ccbe-4072-b07c-993e4059f654 req-d256a308-8365-4411-8aa5-b5b9b422a499 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:11.691874 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-21415fd1-ccbe-4072-b07c-993e4059f654 req-d256a308-8365-4411-8aa5-b5b9b422a499 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 945 time: 0.0503509 Sep 14 22:13:11.729748 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-21415fd1-ccbe-4072-b07c-993e4059f654 req-542ec271-3b7c-49cb-8584-b6cd87d412db tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314913 Sep 14 22:13:11.751699 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41450) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:11.903243 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6982d974-7b12-4ca8-b382-6a1d30b002cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:02Z', 'revision_number': 4, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port': {'id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '26773280-f23b-495b-bcc4-0a9a449dd6df', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'port_id': '9edc6327-8a07-4f06-b416-f52881a35181', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'mac_address': 'fa:16:3e:2f:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:13:10Z', 'updated_at': '2021-09-14T22:13:10Z', 'revision_number': 0, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3ada44-a1c1-4368-8737-33af33709c64', 'name': '', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'mac_address': 'fa:16:3e:bb:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:02Z', 'updated_at': '2021-09-14T22:12:06Z', 'revision_number': 5, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'subnets': [{'id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:11.930134 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6982d974-7b12-4ca8-b382-6a1d30b002cb None None] Checking router: 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:13:11.933405 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b53b49ec-0d4f-43fe-9518-801f4b03c562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:11.942792 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d9ca3d-df8c-4ef8-9eb7-239eab9a85c1 tempest-TestVolumeBootPattern-1889149667 tempest-TestVolumeBootPattern-1889149667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:11.943087 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982d974-7b12-4ca8-b382-6a1d30b002cb None None] Routers {'8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:13:11.943087 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6982d974-7b12-4ca8-b382-6a1d30b002cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:12:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:11.943249 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41458) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:11.943357 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-b6d9ca3d-df8c-4ef8-9eb7-239eab9a85c1 tempest-TestVolumeBootPattern-1889149667 tempest-TestVolumeBootPattern-1889149667-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 1093 time: 0.1904192 Sep 14 22:13:11.948654 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Request body: {'floatingip': {'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'port_id': '3a98a148-1ed5-482d-84ed-ba6b91c09d98', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:13:12.056996 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for floatingip, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:12.160537 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:12.191492 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-6982d974-7b12-4ca8-b382-6a1d30b002cb None None] Set router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:13:12.251131 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:13:12.253726 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a77650-7a44-4e95-8be5-3c3815d10d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "tag": "9edc6327-8a07-4f06-b416-f52881a35181"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:13:12.286722 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Allocated IP 172.27.2.30 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/e50055e2-8e21-416c-a7e1-6ef198d21ae5) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:13:12.301923 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b44b58a-7b11-46b0-9137-0b311e467104 x-openstack-request-id: req-2b44b58a-7b11-46b0-9137-0b311e467104 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:13:12.302155 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "tag": "9edc6327-8a07-4f06-b416-f52881a35181", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:13:12.302352 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b44b58a-7b11-46b0-9137-0b311e467104 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:13:12.302698 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181', 'status': 'completed', 'code': 200} Sep 14 22:13:12.397147 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a77650-7a44-4e95-8be5-3c3815d10d6a req-c7321379-6fd2-4aa8-83ee-d860d2e144c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:12.399190 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-90a77650-7a44-4e95-8be5-3c3815d10d6a req-c7321379-6fd2-4aa8-83ee-d860d2e144c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59f8029d6d424ff38dcf8f6bc941dc31&device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 1099 time: 0.0433710 Sep 14 22:13:12.401570 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:12.439891 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6982d974-7b12-4ca8-b382-6a1d30b002cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:02Z', 'revision_number': 4, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port': {'id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '26773280-f23b-495b-bcc4-0a9a449dd6df', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'port_id': '9edc6327-8a07-4f06-b416-f52881a35181', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'mac_address': 'fa:16:3e:2f:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:13:10Z', 'updated_at': '2021-09-14T22:13:10Z', 'revision_number': 0, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3ada44-a1c1-4368-8737-33af33709c64', 'name': '', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'mac_address': 'fa:16:3e:bb:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:02Z', 'updated_at': '2021-09-14T22:12:06Z', 'revision_number': 5, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'subnets': [{'id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:12.468681 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6982d974-7b12-4ca8-b382-6a1d30b002cb None None] The sync data for ids ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'] in dv-cinder-809014-1-iscsi is: [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:02Z', 'revision_number': 4, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port': {'id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '26773280-f23b-495b-bcc4-0a9a449dd6df', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'port_id': '9edc6327-8a07-4f06-b416-f52881a35181', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'mac_address': 'fa:16:3e:2f:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:13:10Z', 'updated_at': '2021-09-14T22:13:10Z', 'revision_number': 0, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3ada44-a1c1-4368-8737-33af33709c64', 'name': '', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'mac_address': 'fa:16:3e:bb:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:02Z', 'updated_at': '2021-09-14T22:12:06Z', 'revision_number': 5, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'subnets': [{'id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:13:12.498572 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:12.508813 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a77650-7a44-4e95-8be5-3c3815d10d6a req-45ad8391-7cde-4e4b-8c94-ac12c792ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:12.510574 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-90a77650-7a44-4e95-8be5-3c3815d10d6a req-45ad8391-7cde-4e4b-8c94-ac12c792ca80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b787b3b-f272-41a2-8674-930e78848175 HTTP/1.1" status: 200 len: 909 time: 0.1043098 Sep 14 22:13:12.554396 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:13:12.554396 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:13:12.554396 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:13:12.576011 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'Port': ['ID=e50055e2-8e21-416c-a7e1-6ef198d21ae5,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:12.614803 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0770f4-80fc-432b-9f24-baddc34aa769 req-80f11ef7-a4d2-4b18-89c7-7d0a8bd0e101 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:12.616315 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-da0770f4-80fc-432b-9f24-baddc34aa769 req-80f11ef7-a4d2-4b18-89c7-7d0a8bd0e101 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 946 time: 0.1044812 Sep 14 22:13:12.618728 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-90a77650-7a44-4e95-8be5-3c3815d10d6a req-047eeb49-208f-45b0-aac9-12d4c8303cd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9edc6327-8a07-4f06-b416-f52881a35181 HTTP/1.1" status: 200 len: 1000 time: 0.0963626 Sep 14 22:13:12.701284 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-da0770f4-80fc-432b-9f24-baddc34aa769 req-99d940a0-31d2-4b44-8c29-30f597d32362 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765545 Sep 14 22:13:12.715754 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a77650-7a44-4e95-8be5-3c3815d10d6a req-98846172-a014-4fc5-92e6-f349036535f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:12.717295 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-90a77650-7a44-4e95-8be5-3c3815d10d6a req-98846172-a014-4fc5-92e6-f349036535f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b037e-8cc6-4ee8-bc45-4a05c271dd57 HTTP/1.1" status: 200 len: 847 time: 0.0909729 Sep 14 22:13:12.722433 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a5f692-6255-40ac-8693-03fc493dfc1a None None] New status for floating IP 26773280-f23b-495b-bcc4-0a9a449dd6df: ACTIVE {{(pid=94748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:13:12.768018 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a77650-7a44-4e95-8be5-3c3815d10d6a req-74bf9e2a-5874-4799-8d43-50622f2be107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:12.769691 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-90a77650-7a44-4e95-8be5-3c3815d10d6a req-74bf9e2a-5874-4799-8d43-50622f2be107 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b787b3b-f272-41a2-8674-930e78848175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428391 Sep 14 22:13:12.801426 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device fbd67818-9831-406c-a4ef-a35484004732 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:13:12.901912 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-90a77650-7a44-4e95-8be5-3c3815d10d6a req-4599fb9c-5a2d-425a-ae49-b0b888853567 service neutron] 10.222.0.37 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235566 Sep 14 22:13:12.917790 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:12.950351 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:13:12.952914 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddf33c8-7ee3-46f8-8d9f-eaa414f8338c" -d '{"events": [{"server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd67818-9831-406c-a4ef-a35484004732"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:13:12.968430 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port fbd67818-9831-406c-a4ef-a35484004732, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=fbd67818-9831-406c-a4ef-a35484004732,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:13.008056 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 22:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37ba36c-2ff3-44ed-9165-9f67aa474451 x-openstack-request-id: req-e37ba36c-2ff3-44ed-9165-9f67aa474451 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:13:13.008375 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd67818-9831-406c-a4ef-a35484004732", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:13:13.008631 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e37ba36c-2ff3-44ed-9165-9f67aa474451 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:13:13.009131 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732', 'code': 200} Sep 14 22:13:13.021473 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-90a77650-7a44-4e95-8be5-3c3815d10d6a req-ed0b75fa-460b-44c3-8d0b-888370ef213f service neutron] 10.222.0.37 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063039 Sep 14 22:13:13.050795 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:13.051538 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device e95df2a2-cec2-472c-8a9e-12d7a3220f78 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:13:13.098525 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: e95df2a2-cec2-472c-8a9e-12d7a3220f78 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:13:13.098886 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device e95df2a2-cec2-472c-8a9e-12d7a3220f78 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:13:13.135071 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=fbd67818-9831-406c-a4ef-a35484004732,revision_number=8']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:13.199461 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:13.378880 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:13.526389 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:13.605498 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:13.672679 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'Port': ['ID=e50055e2-8e21-416c-a7e1-6ef198d21ae5,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:13.682229 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:13.713700 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41502) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:13.788827 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.l3_db [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Floating IP 73e77d76-e844-4c06-987a-c7e6929bebf0 associated. External IP: 172.27.2.30, port: 3a98a148-1ed5-482d-84ed-ba6b91c09d98. Sep 14 22:13:13.864708 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c97387-daf0-4d6b-b2e4-4694292fbf12 req-c4fe4480-d5c8-4139-b333-8adf484c5e17 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:13.866289 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f8c97387-daf0-4d6b-b2e4-4694292fbf12 req-c4fe4480-d5c8-4139-b333-8adf484c5e17 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0759041 Sep 14 22:13:13.969837 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f8c97387-daf0-4d6b-b2e4-4694292fbf12 req-919c0f67-72a8-4f24-9a35-ce4bd9e19191 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693808 Sep 14 22:13:14.010518 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:13:14.134692 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:13:14.147361 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2769987-e244-41a4-888e-ce68614a52f4 None None] Sync routers for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:13:14.153558 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d72dc438-f2ea-444f-8156-e7b40ae7fe67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1004037'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:14.157478 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2769987-e244-41a4-888e-ce68614a52f4 None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:13:14.158115 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b2769987-e244-41a4-888e-ce68614a52f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:12:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:14.229316 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:14.260905 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-9802bad8-10a1-48b3-aecc-f301782e3d68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3167424 Sep 14 22:13:14.270115 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-b2769987-e244-41a4-888e-ce68614a52f4 None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:13:14.303881 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62660128-c4b8-421f-b079-c9b6022e4907', 'tag': '3a98a148-1ed5-482d-84ed-ba6b91c09d98'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:13:14.306769 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582c5aac-e710-4386-87dc-bd8624d6b7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "62660128-c4b8-421f-b079-c9b6022e4907", "tag": "3a98a148-1ed5-482d-84ed-ba6b91c09d98"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:13:14.353841 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1487506-320c-48cb-89af-72e53025282f x-openstack-request-id: req-b1487506-320c-48cb-89af-72e53025282f {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:13:14.354190 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62660128-c4b8-421f-b079-c9b6022e4907", "tag": "3a98a148-1ed5-482d-84ed-ba6b91c09d98", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:13:14.360431 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1487506-320c-48cb-89af-72e53025282f {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:13:14.360431 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62660128-c4b8-421f-b079-c9b6022e4907', 'tag': '3a98a148-1ed5-482d-84ed-ba6b91c09d98', 'status': 'completed', 'code': 200} Sep 14 22:13:14.488528 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e48a8b50-6fe4-4ea9-94e7-87a2d74b87d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:14.519836 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b2769987-e244-41a4-888e-ce68614a52f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '73e77d76-e844-4c06-987a-c7e6929bebf0', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': '3a98a148-1ed5-482d-84ed-ba6b91c09d98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:63:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62660128-c4b8-421f-b079-c9b6022e4907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:13:12Z', 'updated_at': '2021-09-14T22:13:12Z', 'revision_number': 0, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:14.548947 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2769987-e244-41a4-888e-ce68614a52f4 None None] Checking router: d21effc7-d9ed-47f9-b99c-ad00ee46efc3 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:13:14.558138 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2769987-e244-41a4-888e-ce68614a52f4 None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:13:14.558737 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b2769987-e244-41a4-888e-ce68614a52f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:13:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:14.667416 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-d72dc438-f2ea-444f-8156-e7b40ae7fe67 admin admin] Deleting port fd104b11-ea45-421c-8ea3-6af129c04ff3 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:13:14.667752 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d72dc438-f2ea-444f-8156-e7b40ae7fe67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:14.669332 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-b2769987-e244-41a4-888e-ce68614a52f4 None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:13:14.731985 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c5aac-e710-4386-87dc-bd8624d6b7c1 req-d083a9af-03ef-4766-b4a1-64fdb1129804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:14.733578 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-582c5aac-e710-4386-87dc-bd8624d6b7c1 req-d083a9af-03ef-4766-b4a1-64fdb1129804 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 1098 time: 0.3338530 Sep 14 22:13:14.773065 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-d72dc438-f2ea-444f-8156-e7b40ae7fe67 admin admin] For port fd104b11-ea45-421c-8ea3-6af129c04ff3, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=fd104b11-ea45-421c-8ea3-6af129c04ff3,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:14.773434 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d72dc438-f2ea-444f-8156-e7b40ae7fe67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:14.799376 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-d72dc438-f2ea-444f-8156-e7b40ae7fe67 admin admin] Calling delete_port for fd104b11-ea45-421c-8ea3-6af129c04ff3 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:13:14.894026 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c5aac-e710-4386-87dc-bd8624d6b7c1 req-ed96edf3-b0dc-4683-980c-e8928e3f0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:14.895558 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-582c5aac-e710-4386-87dc-bd8624d6b7c1 req-ed96edf3-b0dc-4683-980c-e8928e3f0df6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 200 len: 913 time: 0.1530581 Sep 14 22:13:14.898023 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:14.912865 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b2769987-e244-41a4-888e-ce68614a52f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '73e77d76-e844-4c06-987a-c7e6929bebf0', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': '3a98a148-1ed5-482d-84ed-ba6b91c09d98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:63:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62660128-c4b8-421f-b079-c9b6022e4907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:13:12Z', 'updated_at': '2021-09-14T22:13:12Z', 'revision_number': 0, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:14.944516 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2769987-e244-41a4-888e-ce68614a52f4 None None] The sync data for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi is: [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '73e77d76-e844-4c06-987a-c7e6929bebf0', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': '3a98a148-1ed5-482d-84ed-ba6b91c09d98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:63:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62660128-c4b8-421f-b079-c9b6022e4907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:13:12Z', 'updated_at': '2021-09-14T22:13:12Z', 'revision_number': 0, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:13:15.004289 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-582c5aac-e710-4386-87dc-bd8624d6b7c1 req-37de6c64-2701-4bd4-866d-18056deab711 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a98a148-1ed5-482d-84ed-ba6b91c09d98 HTTP/1.1" status: 200 len: 998 time: 0.1007578 Sep 14 22:13:15.072541 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c5aac-e710-4386-87dc-bd8624d6b7c1 req-69d0f9b4-23c2-40de-8064-54d40a3cabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:15.074175 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-582c5aac-e710-4386-87dc-bd8624d6b7c1 req-69d0f9b4-23c2-40de-8064-54d40a3cabd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4cb725a-079c-425c-aee6-4d2d1c527df5 HTTP/1.1" status: 200 len: 851 time: 0.0633252 Sep 14 22:13:15.151412 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c5aac-e710-4386-87dc-bd8624d6b7c1 req-21cd758d-b6c3-40ab-be42-a3291ce77d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:15.152987 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-582c5aac-e710-4386-87dc-bd8624d6b7c1 req-21cd758d-b6c3-40ab-be42-a3291ce77d7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06a932b9-57f5-4830-a80a-fd6880f53b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582519 Sep 14 22:13:15.182850 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e068bfa-7012-4166-a2a0-e5df26f3af90 None None] New status for floating IP 73e77d76-e844-4c06-987a-c7e6929bebf0: ACTIVE {{(pid=94748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:13:15.228851 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d72dc438-f2ea-444f-8156-e7b40ae7fe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:15.271962 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72dc438-f2ea-444f-8156-e7b40ae7fe67 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd104b11-ea45-421c-8ea3-6af129c04ff3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:15.332961 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-582c5aac-e710-4386-87dc-bd8624d6b7c1 req-2ede6c43-99be-470f-b892-32a5e42ba0d5 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720672 Sep 14 22:13:15.523646 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-582c5aac-e710-4386-87dc-bd8624d6b7c1 req-dbf1d33f-51c7-483e-ba02-b5c1b67cbde9 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835434 Sep 14 22:13:15.533868 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d72dc438-f2ea-444f-8156-e7b40ae7fe67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993973'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:15.756074 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72dc438-f2ea-444f-8156-e7b40ae7fe67 admin admin] Router 8d300473-957e-4515-927e-b467b726e486 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:13:15.759806 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:15.861823 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72dc438-f2ea-444f-8156-e7b40ae7fe67 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:13:15.867103 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-d72dc438-f2ea-444f-8156-e7b40ae7fe67 admin admin] 10.222.0.30 "PUT /v2.0/routers/8d300473-957e-4515-927e-b467b726e486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1522999 Sep 14 22:13:15.870607 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41530) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:15.873677 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d35291c-4780-41a6-991e-892da56e3f14 None None] Sync routers for ids ['8d300473-957e-4515-927e-b467b726e486'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:13:15.882638 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d35291c-4780-41a6-991e-892da56e3f14 None None] Routers {'8d300473-957e-4515-927e-b467b726e486'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:13:15.883278 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3d35291c-4780-41a6-991e-892da56e3f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:13:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8d300473-957e-4515-927e-b467b726e486'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:15.983289 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:15.991769 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-3d35291c-4780-41a6-991e-892da56e3f14 None None] Set router 8d300473-957e-4515-927e-b467b726e486 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:13:16.103948 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:16.237970 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Deleting port 3b2314a6-3693-4956-9055-12fdd719d5b5 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:13:16.240941 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:16.290878 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3d35291c-4780-41a6-991e-892da56e3f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:13:15Z', 'revision_number': 5, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port': {'id': '3b2314a6-3693-4956-9055-12fdd719d5b5', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d300473-957e-4515-927e-b467b726e486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:09:52Z', 'updated_at': '2021-09-14T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:16.317964 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] For port 3b2314a6-3693-4956-9055-12fdd719d5b5, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=3b2314a6-3693-4956-9055-12fdd719d5b5,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:16.318330 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:16.322492 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d35291c-4780-41a6-991e-892da56e3f14 None None] Checking router: 8d300473-957e-4515-927e-b467b726e486 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:13:16.331893 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d35291c-4780-41a6-991e-892da56e3f14 None None] Routers {'8d300473-957e-4515-927e-b467b726e486'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:13:16.332534 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3d35291c-4780-41a6-991e-892da56e3f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:13:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8d300473-957e-4515-927e-b467b726e486'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:16.343188 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Calling delete_port for 3b2314a6-3693-4956-9055-12fdd719d5b5 owned by network:router_gateway {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:13:16.424865 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74ca2c-485f-4428-a7ae-f8d32f7158bd req-7a8e38a7-ee46-42a0-8845-16f67d01122d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:16.426406 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bd74ca2c-485f-4428-a7ae-f8d32f7158bd req-7a8e38a7-ee46-42a0-8845-16f67d01122d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0543675 Sep 14 22:13:16.426614 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-3d35291c-4780-41a6-991e-892da56e3f14 None None] Set router 8d300473-957e-4515-927e-b467b726e486 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:13:16.470848 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bd74ca2c-485f-4428-a7ae-f8d32f7158bd req-8e007490-c99c-411c-90d8-f0b3329ce7e5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377803 Sep 14 22:13:16.494481 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3d35291c-4780-41a6-991e-892da56e3f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:13:16Z', 'revision_number': 6, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port_host': None}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:16.523075 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d35291c-4780-41a6-991e-892da56e3f14 None None] The sync data for ids ['8d300473-957e-4515-927e-b467b726e486'] in dv-cinder-809014-1-iscsi is: [{'id': '8d300473-957e-4515-927e-b467b726e486', 'name': 'tempest-TestMinimumBasicScenario-203504887-router', 'tenant_id': '0a06872af79b4f1b986a772fa9cfde82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:09:51Z', 'updated_at': '2021-09-14T22:13:16Z', 'revision_number': 6, 'project_id': '0a06872af79b4f1b986a772fa9cfde82', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:13:16.621700 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07313164-5411-4a0b-89ba-889f73144506 req-4f3e6357-b894-4aab-9470-262c7ec19a9f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396113 Sep 14 22:13:16.628489 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:16.659371 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2314a6-3693-4956-9055-12fdd719d5b5,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:16.730071 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993907'] for router_gateway, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:16.781168 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device fbd67818-9831-406c-a4ef-a35484004732 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:13:16.822225 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7643'] for router, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:16.824306 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:16.942753 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006553'] for router, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:16.943394 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d300473-957e-4515-927e-b467b726e486 {{(pid=94746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 22:13:16.951323 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:16.952478 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-ad2c3a8f-bb1a-493e-b21b-d892fa7c42c1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8d300473-957e-4515-927e-b467b726e486 HTTP/1.1" status: 204 len: 168 time: 1.0808959 Sep 14 22:13:16.954960 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41552) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:17.002424 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7a9f10-102a-49cc-97a9-0ac883af255a admin admin] Deleting subnet d2821297-2f4d-4622-93c7-c6578d7ccee8 {{(pid=94746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:13:17.005701 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9f10-102a-49cc-97a9-0ac883af255a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.041514 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9f10-102a-49cc-97a9-0ac883af255a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551495'] for subnet, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.068466 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.149997 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9f10-102a-49cc-97a9-0ac883af255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.269199 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9f10-102a-49cc-97a9-0ac883af255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59588370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59757047'] for subnet, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.299701 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a9f10-102a-49cc-97a9-0ac883af255a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2821297-2f4d-4622-93c7-c6578d7ccee8,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:17.301683 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9f10-102a-49cc-97a9-0ac883af255a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.305276 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-0e7a9f10-102a-49cc-97a9-0ac883af255a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d2821297-2f4d-4622-93c7-c6578d7ccee8 HTTP/1.1" status: 204 len: 168 time: 0.3493128 Sep 14 22:13:17.306131 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41554) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:17.306936 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f213cb-35d3-460d-b9dd-1bcd9d68f12a None None] Network 948156fd-67c0-4520-990c-719ccd9f66ed requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:13:17.401402 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.457025 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Deleting port 7bccc420-4b6e-47a7-978c-401420c43826 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:13:17.460558 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.512104 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f8b7e-f28a-4164-9550-d74c1e87069c None None] DHCP port deletion for 948156fd-67c0-4520-990c-719ccd9f66ed request from dv-cinder-809014-1-iscsi {{(pid=94747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 22:13:17.529144 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] For port 7bccc420-4b6e-47a7-978c-401420c43826, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=7bccc420-4b6e-47a7-978c-401420c43826,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:17.529557 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.546073 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Calling delete_port for 7bccc420-4b6e-47a7-978c-401420c43826 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:13:17.575170 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f8b7e-f28a-4164-9550-d74c1e87069c None None] Deleting port 7bccc420-4b6e-47a7-978c-401420c43826 {{(pid=94747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:13:17.579843 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8b7e-f28a-4164-9550-d74c1e87069c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.652473 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-6c2f8b7e-f28a-4164-9550-d74c1e87069c None None] For port 7bccc420-4b6e-47a7-978c-401420c43826, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=7bccc420-4b6e-47a7-978c-401420c43826,segment=NetworkSegment(0c28cd1a-6f32-4627-957a-16c87c5851a7),segment_id=0c28cd1a-6f32-4627-957a-16c87c5851a7)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:17.652853 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8b7e-f28a-4164-9550-d74c1e87069c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.657754 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90605fbc-c4e9-428e-9849-a4e6f29cb929 req-cac79e80-5543-45e1-85c1-0794df860ab4 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:17.659660 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-90605fbc-c4e9-428e-9849-a4e6f29cb929 req-cac79e80-5543-45e1-85c1-0794df860ab4 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.1005080 Sep 14 22:13:17.664827 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f8b7e-f28a-4164-9550-d74c1e87069c None None] Calling delete_port for 7bccc420-4b6e-47a7-978c-401420c43826 owned by network:dhcp {{(pid=94747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:13:17.703608 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-90605fbc-c4e9-428e-9849-a4e6f29cb929 req-0eb1b4f7-2397-4ccf-9e4a-4d1c62e6f8ed tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355778 Sep 14 22:13:17.760271 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.783064 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8b7e-f28a-4164-9550-d74c1e87069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929'] for port, after_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.786910 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bccc420-4b6e-47a7-978c-401420c43826,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:17.792185 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] No DVR routers for this DVR port 7bccc420-4b6e-47a7-978c-401420c43826 on host dv-cinder-809014-1-iscsi {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:13:17.809229 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f8b7e-f28a-4164-9550-d74c1e87069c None None] Pushing event deleted for resources: {'Port': ['ID=7bccc420-4b6e-47a7-978c-401420c43826,revision_number=None']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:17.811091 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f8b7e-f28a-4164-9550-d74c1e87069c None None] No DVR routers for this DVR port 7bccc420-4b6e-47a7-978c-401420c43826 on host dv-cinder-809014-1-iscsi {{(pid=94747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:13:17.823045 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:17.823405 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:17.823754 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:17.824124 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:17.824483 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:17.824824 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:17.825167 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:17.825508 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:17.825980 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:17.826349 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:17.826632 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:17.826964 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:17.885977 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.905461 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948156fd-67c0-4520-990c-719ccd9f66ed']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:17.914269 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c28cd1a-6f32-4627-957a-16c87c5851a7') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:17.914565 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c28cd1a-6f32-4627-957a-16c87c5851a7') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:17.924074 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.937285 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.946536 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:13:17.946928 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:13:17.948588 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:13:18.085818 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:18.092363 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:18.094251 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] 10.222.0.30 "DELETE /v2.0/networks/948156fd-67c0-4520-990c-719ccd9f66ed HTTP/1.1" status: 204 len: 168 time: 0.7871118 Sep 14 22:13:18.101762 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41558) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:18.105308 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd259fa7-c958-46a3-8f26-053db8818d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=948156fd-67c0-4520-990c-719ccd9f66ed,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:18.145383 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 3b2314a6-3693-4956-9055-12fdd719d5b5 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:13:18.165863 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: 3b2314a6-3693-4956-9055-12fdd719d5b5 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:13:18.166131 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 3b2314a6-3693-4956-9055-12fdd719d5b5 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:13:18.166544 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 7bccc420-4b6e-47a7-978c-401420c43826 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:13:18.184098 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: 7bccc420-4b6e-47a7-978c-401420c43826 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:13:18.184440 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 7bccc420-4b6e-47a7-978c-401420c43826 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:13:18.184870 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device fd104b11-ea45-421c-8ea3-6af129c04ff3 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:13:18.203110 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: fd104b11-ea45-421c-8ea3-6af129c04ff3 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:13:18.203453 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device fd104b11-ea45-421c-8ea3-6af129c04ff3 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:13:18.260817 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313164-5411-4a0b-89ba-889f73144506 req-ab46aeb0-a2d8-435e-8a2e-c03adad27e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:18.262326 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07313164-5411-4a0b-89ba-889f73144506 req-ab46aeb0-a2d8-435e-8a2e-c03adad27e4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2&tenant_id=892410c7263d45f4b9172310ff584d6d HTTP/1.1" status: 200 len: 1097 time: 0.0406880 Sep 14 22:13:18.333044 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313164-5411-4a0b-89ba-889f73144506 req-6a9008ea-2894-464c-b901-367824aca437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:18.334563 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07313164-5411-4a0b-89ba-889f73144506 req-6a9008ea-2894-464c-b901-367824aca437 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=892410c7263d45f4b9172310ff584d6d&device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 1097 time: 0.0402319 Sep 14 22:13:18.429576 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313164-5411-4a0b-89ba-889f73144506 req-82f34fbe-eaea-40e7-b2ef-55d683c798d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:18.430983 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07313164-5411-4a0b-89ba-889f73144506 req-82f34fbe-eaea-40e7-b2ef-55d683c798d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 200 len: 918 time: 0.0894690 Sep 14 22:13:18.493990 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07313164-5411-4a0b-89ba-889f73144506 req-24c2f9d1-9871-4f96-8de7-d206846d7c6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd67818-9831-406c-a4ef-a35484004732 HTTP/1.1" status: 200 len: 999 time: 0.0562799 Sep 14 22:13:18.522732 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2f6b983b-7322-4ccf-a9de-cd980681c7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1004037'] for router_interface, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:18.546506 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313164-5411-4a0b-89ba-889f73144506 req-9d0951fe-93cb-476e-ad0a-0e0c43bd330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:18.547978 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07313164-5411-4a0b-89ba-889f73144506 req-9d0951fe-93cb-476e-ad0a-0e0c43bd330b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5333dda5-64f1-4ac4-8364-1d7ef56329c7 HTTP/1.1" status: 200 len: 856 time: 0.0468354 Sep 14 22:13:18.595233 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313164-5411-4a0b-89ba-889f73144506 req-03901c2f-3f03-46f8-90fc-01057c58a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:18.596810 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07313164-5411-4a0b-89ba-889f73144506 req-03901c2f-3f03-46f8-90fc-01057c58a9f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96bf4afe-8a3f-4a2c-b0ac-f11305f04173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417638 Sep 14 22:13:18.693080 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07313164-5411-4a0b-89ba-889f73144506 req-841768be-4c16-49b7-8520-4a031894122a service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886581 Sep 14 22:13:18.799026 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07313164-5411-4a0b-89ba-889f73144506 req-bc642b90-6d4a-4df0-9087-4897792af3bf service neutron] 10.222.0.37 "GET /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988109 Sep 14 22:13:18.834398 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dab37e-3ff8-40de-9ca3-1dbf8115c200 req-fb53c79e-b78d-4037-9e6e-a5e68ee2f203 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:18.836371 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-45dab37e-3ff8-40de-9ca3-1dbf8115c200 req-fb53c79e-b78d-4037-9e6e-a5e68ee2f203 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0566294 Sep 14 22:13:18.875066 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-45dab37e-3ff8-40de-9ca3-1dbf8115c200 req-a3cf764e-7abb-41c2-a1c7-8dddeca3c10b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327451 Sep 14 22:13:19.033291 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b983b-7322-4ccf-a9de-cd980681c7a1 admin admin] Deleting port d0c2f7f3-63e9-491b-8c53-da83bbc08031 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:13:19.033636 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2f6b983b-7322-4ccf-a9de-cd980681c7a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:19.111063 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2f6b983b-7322-4ccf-a9de-cd980681c7a1 admin admin] For port d0c2f7f3-63e9-491b-8c53-da83bbc08031, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=d0c2f7f3-63e9-491b-8c53-da83bbc08031,segment=NetworkSegment(88659371-ba30-4c39-8070-f7e7c3f05d81),segment_id=88659371-ba30-4c39-8070-f7e7c3f05d81)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:19.111694 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2f6b983b-7322-4ccf-a9de-cd980681c7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:19.125763 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b983b-7322-4ccf-a9de-cd980681c7a1 admin admin] Calling delete_port for d0c2f7f3-63e9-491b-8c53-da83bbc08031 owned by network:router_interface {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:13:19.419144 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2f6b983b-7322-4ccf-a9de-cd980681c7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:19.561701 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b983b-7322-4ccf-a9de-cd980681c7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c2f7f3-63e9-491b-8c53-da83bbc08031,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:19.759806 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2f6b983b-7322-4ccf-a9de-cd980681c7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993973'] for router_interface, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:20.002469 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04eccf-6c93-47e6-b764-86ae5e47d364 req-8f3392d5-5cf6-4c0b-88af-a7bb6434638e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:20.004003 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ee04eccf-6c93-47e6-b764-86ae5e47d364 req-8f3392d5-5cf6-4c0b-88af-a7bb6434638e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0486023 Sep 14 22:13:20.043790 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6b983b-7322-4ccf-a9de-cd980681c7a1 admin admin] Router 8a3b970f-d635-4b8b-916e-789d37ba602e has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:13:20.078802 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ee04eccf-6c93-47e6-b764-86ae5e47d364 req-8b51d7b0-201f-468a-b93c-d17b201afdaa tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620222 Sep 14 22:13:20.179933 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6b983b-7322-4ccf-a9de-cd980681c7a1 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:13:20.185071 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-2f6b983b-7322-4ccf-a9de-cd980681c7a1 admin admin] 10.222.0.30 "PUT /v2.0/routers/8a3b970f-d635-4b8b-916e-789d37ba602e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0822721 Sep 14 22:13:20.187585 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41586) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:20.190269 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11585280-e5f7-4f38-ace5-1f463d033150 None None] Sync routers for ids ['8a3b970f-d635-4b8b-916e-789d37ba602e'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:13:20.200257 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11585280-e5f7-4f38-ace5-1f463d033150 None None] Routers {'8a3b970f-d635-4b8b-916e-789d37ba602e'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:13:20.200907 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-11585280-e5f7-4f38-ace5-1f463d033150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:13:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8a3b970f-d635-4b8b-916e-789d37ba602e'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:20.289760 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:20.305223 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-11585280-e5f7-4f38-ace5-1f463d033150 None None] Set router 8a3b970f-d635-4b8b-916e-789d37ba602e gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:13:20.416318 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:20.520126 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Deleting port 35c2bd22-5f75-40d6-949a-fe5623f060c8 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:13:20.520500 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:20.526501 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-11585280-e5f7-4f38-ace5-1f463d033150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'name': 'tempest-TestMinimumBasicScenario-804202902-router', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:10:02Z', 'updated_at': '2021-09-14T22:13:19Z', 'revision_number': 5, 'project_id': '1d8a01622087401c8a684f01562a7c87', 'gw_port': {'id': '35c2bd22-5f75-40d6-949a-fe5623f060c8', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:10:03Z', 'updated_at': '2021-09-14T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:20.551947 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11585280-e5f7-4f38-ace5-1f463d033150 None None] Checking router: 8a3b970f-d635-4b8b-916e-789d37ba602e for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:13:20.559850 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11585280-e5f7-4f38-ace5-1f463d033150 None None] Routers {'8a3b970f-d635-4b8b-916e-789d37ba602e'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:13:20.560459 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-11585280-e5f7-4f38-ace5-1f463d033150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:13:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8a3b970f-d635-4b8b-916e-789d37ba602e'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:20.598051 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] For port 35c2bd22-5f75-40d6-949a-fe5623f060c8, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=35c2bd22-5f75-40d6-949a-fe5623f060c8,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:20.598448 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:20.616294 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Calling delete_port for 35c2bd22-5f75-40d6-949a-fe5623f060c8 owned by network:router_gateway {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:13:20.659383 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-11585280-e5f7-4f38-ace5-1f463d033150 None None] Set router 8a3b970f-d635-4b8b-916e-789d37ba602e gateway port host: None {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:13:20.716706 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-11585280-e5f7-4f38-ace5-1f463d033150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'name': 'tempest-TestMinimumBasicScenario-804202902-router', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:10:02Z', 'updated_at': '2021-09-14T22:13:20Z', 'revision_number': 6, 'project_id': '1d8a01622087401c8a684f01562a7c87', 'gw_port_host': None}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:20.742512 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11585280-e5f7-4f38-ace5-1f463d033150 None None] The sync data for ids ['8a3b970f-d635-4b8b-916e-789d37ba602e'] in dv-cinder-809014-1-iscsi is: [{'id': '8a3b970f-d635-4b8b-916e-789d37ba602e', 'name': 'tempest-TestMinimumBasicScenario-804202902-router', 'tenant_id': '1d8a01622087401c8a684f01562a7c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:10:02Z', 'updated_at': '2021-09-14T22:13:20Z', 'revision_number': 6, 'project_id': '1d8a01622087401c8a684f01562a7c87', 'gw_port_host': None}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:13:20.908568 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:20.932593 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c2bd22-5f75-40d6-949a-fe5623f060c8,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:20.995953 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993907'] for router_gateway, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.081601 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7643'] for router, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.083777 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.200003 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006553'] for router, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.201329 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a3b970f-d635-4b8b-916e-789d37ba602e {{(pid=94746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 22:13:21.206027 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af2ab8-b20a-4e53-9c52-65115bf6dc49 req-4d50fe4c-88e1-4836-bd34-5c67b1660845 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:21.207208 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-16af2ab8-b20a-4e53-9c52-65115bf6dc49 req-4d50fe4c-88e1-4836-bd34-5c67b1660845 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0648365 Sep 14 22:13:21.209583 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.210901 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-1bf6aa73-4b37-480c-97c6-ca0af5a970d0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8a3b970f-d635-4b8b-916e-789d37ba602e HTTP/1.1" status: 204 len: 168 time: 1.0223222 Sep 14 22:13:21.215546 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41592) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:21.251764 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-16af2ab8-b20a-4e53-9c52-65115bf6dc49 req-c0225d9c-fe3b-4407-9661-9f381365f2be tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351162 Sep 14 22:13:21.272979 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Deleting subnet 9d36e197-9623-4010-a846-d3b629897a49 {{(pid=94746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:13:21.277007 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.318931 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551495'] for subnet, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.398871 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.525778 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59588370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59757047'] for subnet, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.553449 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d36e197-9623-4010-a846-d3b629897a49,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:21.556023 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.561956 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9d36e197-9623-4010-a846-d3b629897a49 HTTP/1.1" status: 204 len: 168 time: 0.3413494 Sep 14 22:13:21.562240 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41594) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:21.565184 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674a40f8-ff39-42d3-a828-e163289f370a None None] Network df4ffaed-c3e0-41f6-8727-46c9779a5361 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:13:21.565660 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:21.565761 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:21.566030 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:21.566371 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:21.566707 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:21.567043 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:21.567374 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:21.567703 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:21.568034 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:21.568364 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:21.568719 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:21.569036 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15f77-0cab-4673-81dd-7adecc261459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:13:21.645104 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.702286 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Deleting port e3840a3d-215c-49ad-a9fe-bd0c472db739 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:13:21.702630 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.773531 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] For port e3840a3d-215c-49ad-a9fe-bd0c472db739, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=e3840a3d-215c-49ad-a9fe-bd0c472db739,segment=NetworkSegment(88659371-ba30-4c39-8070-f7e7c3f05d81),segment_id=88659371-ba30-4c39-8070-f7e7c3f05d81)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:21.773757 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9d943a-847d-4f20-b006-688f400928b0 None None] DHCP port deletion for df4ffaed-c3e0-41f6-8727-46c9779a5361 request from dv-cinder-809014-1-iscsi {{(pid=94747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 22:13:21.773896 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.787546 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Calling delete_port for e3840a3d-215c-49ad-a9fe-bd0c472db739 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:13:21.839631 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d943a-847d-4f20-b006-688f400928b0 None None] Deleting port e3840a3d-215c-49ad-a9fe-bd0c472db739 {{(pid=94747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:13:21.840554 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-2f9d943a-847d-4f20-b006-688f400928b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.914545 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-2f9d943a-847d-4f20-b006-688f400928b0 None None] For port e3840a3d-215c-49ad-a9fe-bd0c472db739, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=e3840a3d-215c-49ad-a9fe-bd0c472db739,segment=NetworkSegment(88659371-ba30-4c39-8070-f7e7c3f05d81),segment_id=88659371-ba30-4c39-8070-f7e7c3f05d81)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:21.915473 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-2f9d943a-847d-4f20-b006-688f400928b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.931074 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d943a-847d-4f20-b006-688f400928b0 None None] Calling delete_port for e3840a3d-215c-49ad-a9fe-bd0c472db739 owned by network:dhcp {{(pid=94747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:13:21.960230 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:21.986870 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3840a3d-215c-49ad-a9fe-bd0c472db739,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:21.991225 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] No DVR routers for this DVR port e3840a3d-215c-49ad-a9fe-bd0c472db739 on host dv-cinder-809014-1-iscsi {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:13:22.022855 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-2f9d943a-847d-4f20-b006-688f400928b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929'] for port, after_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:22.048332 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d943a-847d-4f20-b006-688f400928b0 None None] Pushing event deleted for resources: {'Port': ['ID=e3840a3d-215c-49ad-a9fe-bd0c472db739,revision_number=None']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:22.052862 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9d943a-847d-4f20-b006-688f400928b0 None None] No DVR routers for this DVR port e3840a3d-215c-49ad-a9fe-bd0c472db739 on host dv-cinder-809014-1-iscsi {{(pid=94747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:13:22.065205 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:22.092253 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4ffaed-c3e0-41f6-8727-46c9779a5361']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:22.102116 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88659371-ba30-4c39-8070-f7e7c3f05d81') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:22.102418 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88659371-ba30-4c39-8070-f7e7c3f05d81') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:13:22.112140 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:22.151928 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device d0c2f7f3-63e9-491b-8c53-da83bbc08031 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:13:22.157826 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:22.165145 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:13:22.165514 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:13:22.167388 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:13:22.178980 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: d0c2f7f3-63e9-491b-8c53-da83bbc08031 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:13:22.179332 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device d0c2f7f3-63e9-491b-8c53-da83bbc08031 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:13:22.179778 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 35c2bd22-5f75-40d6-949a-fe5623f060c8 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:13:22.203838 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: 35c2bd22-5f75-40d6-949a-fe5623f060c8 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:13:22.204188 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 35c2bd22-5f75-40d6-949a-fe5623f060c8 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:13:22.204610 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device e3840a3d-215c-49ad-a9fe-bd0c472db739 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:13:22.223820 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: e3840a3d-215c-49ad-a9fe-bd0c472db739 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:13:22.224136 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device e3840a3d-215c-49ad-a9fe-bd0c472db739 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:13:22.297457 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:22.303151 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:22.305464 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/df4ffaed-c3e0-41f6-8727-46c9779a5361 HTTP/1.1" status: 204 len: 168 time: 0.7437117 Sep 14 22:13:22.317589 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bcd1f-b671-4309-af9f-01286c647aa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=df4ffaed-c3e0-41f6-8727-46c9779a5361,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:22.381160 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb5820-389f-495e-bf29-037f88fbec88 req-6b0637e7-2a7b-4254-a45e-421589cd0644 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:22.382649 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c4bb5820-389f-495e-bf29-037f88fbec88 req-6b0637e7-2a7b-4254-a45e-421589cd0644 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0529037 Sep 14 22:13:22.421788 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c4bb5820-389f-495e-bf29-037f88fbec88 req-2d6d19ff-648f-484e-a64d-e514ac50621d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325608 Sep 14 22:13:22.697587 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41600) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:22.756412 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41604) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:22.757014 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-e92415ac-9619-4e5c-a591-d071a483d0c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a06872af79b4f1b986a772fa9cfde82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578797 Sep 14 22:13:22.815805 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c98a-6f56-4c8e-b3fb-8bc3819a6ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:22.837912 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c98a-6f56-4c8e-b3fb-8bc3819a6ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:22.971586 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c98a-6f56-4c8e-b3fb-8bc3819a6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:22.974116 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1a7c98a-6f56-4c8e-b3fb-8bc3819a6ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:22.975282 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-c1a7c98a-6f56-4c8e-b3fb-8bc3819a6ebb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0d7feff-1fdf-4170-adb4-906ba74461f5 HTTP/1.1" status: 204 len: 168 time: 0.2177563 Sep 14 22:13:22.983311 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7c98a-6f56-4c8e-b3fb-8bc3819a6ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d7feff-1fdf-4170-adb4-906ba74461f5,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:23.543009 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac873d4-4c38-4d08-a25d-9e11b301498f req-5e41016f-60d3-4ad4-9bb5-afe7fdcedf90 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:23.544571 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0ac873d4-4c38-4d08-a25d-9e11b301498f req-5e41016f-60d3-4ad4-9bb5-afe7fdcedf90 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0496893 Sep 14 22:13:23.582513 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0ac873d4-4c38-4d08-a25d-9e11b301498f req-680192d1-7d2c-42c7-b1a8-bfee77d02125 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Sep 14 22:13:23.628391 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41612) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:23.667861 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-3ea69cd8-c6cd-47cb-a0f5-943e054cd32b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d8a01622087401c8a684f01562a7c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382099 Sep 14 22:13:23.670304 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41614) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:13:23.717312 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad56e3f0-f8ab-4eda-8b40-e1d4aa0e9673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:23.737507 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad56e3f0-f8ab-4eda-8b40-e1d4aa0e9673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:23.868559 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad56e3f0-f8ab-4eda-8b40-e1d4aa0e9673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:23.871161 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad56e3f0-f8ab-4eda-8b40-e1d4aa0e9673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:23.872325 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-ad56e3f0-f8ab-4eda-8b40-e1d4aa0e9673 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c7e93a0-9c11-4a48-8104-143c11199d9a HTTP/1.1" status: 204 len: 168 time: 0.2011187 Sep 14 22:13:23.880470 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56e3f0-f8ab-4eda-8b40-e1d4aa0e9673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7e93a0-9c11-4a48-8104-143c11199d9a,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:24.699307 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0944e9-efd2-4cb2-9d10-d411bbfc1144 req-1fd8427f-27cd-43f4-b5b0-71a9037238ed tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:24.700789 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4b0944e9-efd2-4cb2-9d10-d411bbfc1144 req-1fd8427f-27cd-43f4-b5b0-71a9037238ed tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0477982 Sep 14 22:13:24.737000 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4b0944e9-efd2-4cb2-9d10-d411bbfc1144 req-1d92f9e0-80b4-44f7-8beb-f004f9b93c63 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304441 Sep 14 22:13:25.858100 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c51602-8c83-4bff-99b0-b62b2731aace req-04952b37-93c1-4d5b-8d48-5dffceb6798f tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:25.859568 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-93c51602-8c83-4bff-99b0-b62b2731aace req-04952b37-93c1-4d5b-8d48-5dffceb6798f tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0510426 Sep 14 22:13:25.895582 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-93c51602-8c83-4bff-99b0-b62b2731aace req-a7771e17-c49f-49c4-aa2f-128e6ffdd95b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302265 Sep 14 22:13:27.031067 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983514b7-9db8-4502-bfc6-d4b732d85cfc req-d8f921e2-6ea8-4cc2-992b-a431cb2c0d2d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:27.032670 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-983514b7-9db8-4502-bfc6-d4b732d85cfc req-d8f921e2-6ea8-4cc2-992b-a431cb2c0d2d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0540040 Sep 14 22:13:27.070904 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-983514b7-9db8-4502-bfc6-d4b732d85cfc req-b973ef3a-8d79-4e7f-85dd-bc71ea6e123b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323205 Sep 14 22:13:28.192209 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c407f7c-f1e0-4a48-8929-5983a241ed62 req-6dd8de6e-2357-4e6d-af3a-1d7688a82955 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:28.193703 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5c407f7c-f1e0-4a48-8929-5983a241ed62 req-6dd8de6e-2357-4e6d-af3a-1d7688a82955 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0502796 Sep 14 22:13:28.230351 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5c407f7c-f1e0-4a48-8929-5983a241ed62 req-b625bf72-0c22-42ef-8b07-9e9e7aed4d72 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307417 Sep 14 22:13:29.351743 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7146980-a76e-4fd4-837a-836095c926f0 req-d4ba72fa-0e0b-4159-bdd1-79b4e87a05fd tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:29.353629 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7146980-a76e-4fd4-837a-836095c926f0 req-d4ba72fa-0e0b-4159-bdd1-79b4e87a05fd tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0537293 Sep 14 22:13:29.395277 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7146980-a76e-4fd4-837a-836095c926f0 req-85ded01d-8650-48eb-8205-a2b88f17b0b1 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351057 Sep 14 22:13:30.511994 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8572eb0-04a1-4d66-8b79-3c4c4e89f201 req-3f0d2ab1-282e-460c-a6d5-f5c81ce96486 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:30.513475 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f8572eb0-04a1-4d66-8b79-3c4c4e89f201 req-3f0d2ab1-282e-460c-a6d5-f5c81ce96486 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0477831 Sep 14 22:13:30.549835 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f8572eb0-04a1-4d66-8b79-3c4c4e89f201 req-3492c9bb-7d1c-485d-9a58-80d578d81bbf tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305912 Sep 14 22:13:31.675823 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84f6ef-ea2d-45cb-96e6-f54aaf82dd38 req-0cee38c4-41be-446e-a9db-f671140d4f5c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:31.677385 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cb84f6ef-ea2d-45cb-96e6-f54aaf82dd38 req-0cee38c4-41be-446e-a9db-f671140d4f5c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0502880 Sep 14 22:13:31.716619 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cb84f6ef-ea2d-45cb-96e6-f54aaf82dd38 req-ddb4ad1e-29fc-4741-906f-e8c2eb5dc670 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326633 Sep 14 22:13:32.837009 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089361c-2f7e-4ac2-b7cd-b348ce2a93e7 req-fea12a60-53c8-41f6-9893-ed0bc0e130d5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:32.838448 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6089361c-2f7e-4ac2-b7cd-b348ce2a93e7 req-fea12a60-53c8-41f6-9893-ed0bc0e130d5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0510135 Sep 14 22:13:32.875559 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6089361c-2f7e-4ac2-b7cd-b348ce2a93e7 req-a9dcdc89-e671-42c1-b572-57dae6c99f70 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309980 Sep 14 22:13:33.995037 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7af3e-4698-4dfd-861e-da344354eb89 req-9550b041-2b2b-4544-96c2-683a3a5811fe tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:33.996567 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3d7af3e-4698-4dfd-861e-da344354eb89 req-9550b041-2b2b-4544-96c2-683a3a5811fe tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0512946 Sep 14 22:13:34.034281 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3d7af3e-4698-4dfd-861e-da344354eb89 req-73af0e42-f0a1-49d5-a874-55dd71591c69 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318732 Sep 14 22:13:35.151577 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3330d-39f9-4b6f-b928-d73268f6ceac req-0bdeb0a7-f148-4058-af15-c1de4303b64c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:35.153042 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c9c3330d-39f9-4b6f-b928-d73268f6ceac req-0bdeb0a7-f148-4058-af15-c1de4303b64c tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0487063 Sep 14 22:13:35.190325 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c9c3330d-39f9-4b6f-b928-d73268f6ceac req-f8775330-c3df-47d9-b784-096f7c42148a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311785 Sep 14 22:13:36.308956 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07799990-74a7-4f7e-be57-05e1ba3580ae req-6e9d2d13-fa13-442a-a2b7-67b97a0d34b5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:36.310405 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07799990-74a7-4f7e-be57-05e1ba3580ae req-6e9d2d13-fa13-442a-a2b7-67b97a0d34b5 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0500488 Sep 14 22:13:36.346457 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07799990-74a7-4f7e-be57-05e1ba3580ae req-8cfb56d1-adc4-4740-8f6a-7e9354d093ed tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303648 Sep 14 22:13:37.206188 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:13:37.466095 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ea6e2-5e12-458f-94e0-901a6f76ca14 req-fb54873c-2bdb-48f8-bb1d-3ea69e847243 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:37.467569 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1a7ea6e2-5e12-458f-94e0-901a6f76ca14 req-fb54873c-2bdb-48f8-bb1d-3ea69e847243 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0495121 Sep 14 22:13:37.504081 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1a7ea6e2-5e12-458f-94e0-901a6f76ca14 req-e00ff0cd-40e3-4936-b254-e79b6b33468f tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306296 Sep 14 22:13:37.959770 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:38.647411 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a07a28-76f2-4f28-a2d5-407d7d546d23 req-9c405a41-c547-4317-8e7d-83291fec2379 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:38.649021 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e6a07a28-76f2-4f28-a2d5-407d7d546d23 req-9c405a41-c547-4317-8e7d-83291fec2379 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 944 time: 0.0726130 Sep 14 22:13:38.690946 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e6a07a28-76f2-4f28-a2d5-407d7d546d23 req-869076ea-78e0-4225-b396-65e01be44b2b tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358353 Sep 14 22:13:38.884519 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device fbd67818-9831-406c-a4ef-a35484004732 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:13:38.991420 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port fbd67818-9831-406c-a4ef-a35484004732, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=fbd67818-9831-406c-a4ef-a35484004732,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:39.028405 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'fbd67818-9831-406c-a4ef-a35484004732', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'port_id': 'fbd67818-9831-406c-a4ef-a35484004732', 'mac_address': 'fa:16:3e:00:44:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:13:39.039753 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:39.055310 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd67818-9831-406c-a4ef-a35484004732 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:13:39.075043 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port fbd67818-9831-406c-a4ef-a35484004732, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=fbd67818-9831-406c-a4ef-a35484004732,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:39.525998 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:39.573845 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=fbd67818-9831-406c-a4ef-a35484004732,revision_number=9']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:39.814815 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc2143-21a6-4bbe-8bdf-db9cb0dca862 req-fcbfe15d-ae1a-4707-b88d-5cfb711fbb9a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:39.816280 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b5bc2143-21a6-4bbe-8bdf-db9cb0dca862 req-fcbfe15d-ae1a-4707-b88d-5cfb711fbb9a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 945 time: 0.0507219 Sep 14 22:13:39.852285 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b5bc2143-21a6-4bbe-8bdf-db9cb0dca862 req-c590513f-30fb-45ab-a938-083fb998b398 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297022 Sep 14 22:13:39.856072 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['fbd67818-9831-406c-a4ef-a35484004732'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:13:40.899206 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device fbd67818-9831-406c-a4ef-a35484004732 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:13:40.947947 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port fbd67818-9831-406c-a4ef-a35484004732 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:13:40.948319 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:40.971390 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6604c-3a1b-4f84-877b-36540a4d962c req-230ac6b1-2f05-4eb9-89a8-d75c1cc3fa04 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:40.972917 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-16b6604c-3a1b-4f84-877b-36540a4d962c req-230ac6b1-2f05-4eb9-89a8-d75c1cc3fa04 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 945 time: 0.0485122 Sep 14 22:13:41.014345 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-16b6604c-3a1b-4f84-877b-36540a4d962c req-c688321e-7960-4494-97e0-8ed3a34a3705 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352535 Sep 14 22:13:41.024493 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:41.047679 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:13:41.049908 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f542c117-1c1f-43ee-964b-8f90f6601fe7" -d '{"events": [{"server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "name": "network-vif-plugged", "status": "completed", "tag": "fbd67818-9831-406c-a4ef-a35484004732"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:13:41.061722 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port fbd67818-9831-406c-a4ef-a35484004732, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=fbd67818-9831-406c-a4ef-a35484004732,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:13:41.085723 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3fa7fe-332a-4818-b177-d678dd577f86 x-openstack-request-id: req-7c3fa7fe-332a-4818-b177-d678dd577f86 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:13:41.086013 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "name": "network-vif-plugged", "status": "completed", "tag": "fbd67818-9831-406c-a4ef-a35484004732", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:13:41.086276 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c3fa7fe-332a-4818-b177-d678dd577f86 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:13:41.086655 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732', 'code': 200} Sep 14 22:13:41.171587 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:41.219567 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=fbd67818-9831-406c-a4ef-a35484004732,revision_number=10']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:13:41.483468 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b97d9-9ab5-477d-a761-a5a29f4958e5 req-f80f69ec-d8b4-4fce-9caa-ddc75c2dd9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:41.484997 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c82b97d9-9ab5-477d-a761-a5a29f4958e5 req-f80f69ec-d8b4-4fce-9caa-ddc75c2dd9b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 1100 time: 0.0399916 Sep 14 22:13:41.521196 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c82b97d9-9ab5-477d-a761-a5a29f4958e5 req-768809c4-e3b7-4d59-a42a-9f309a30d2d2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277064 Sep 14 22:13:41.879791 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-bafd8e4a-0b18-4329-a893-a5d9ae7a3843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:42.136910 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431ae6b-f866-4250-b030-e9acfc950a81 req-8124a850-5f98-4718-b7af-5e7e5733b841 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:42.138384 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c431ae6b-f866-4250-b030-e9acfc950a81 req-8124a850-5f98-4718-b7af-5e7e5733b841 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 947 time: 0.0512323 Sep 14 22:13:42.175794 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c431ae6b-f866-4250-b030-e9acfc950a81 req-b3f95ab6-ff40-4169-ad1c-e3108c78be90 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315919 Sep 14 22:13:43.295440 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db341943-a4a8-4bc5-bfd2-1e301aef9ce3 req-ea366f66-2ad4-47f0-9759-85040e68e0e0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:43.296970 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-db341943-a4a8-4bc5-bfd2-1e301aef9ce3 req-ea366f66-2ad4-47f0-9759-85040e68e0e0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 947 time: 0.0501795 Sep 14 22:13:43.334259 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-db341943-a4a8-4bc5-bfd2-1e301aef9ce3 req-f3b29929-f705-4412-af22-cfa95012cb9a tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Sep 14 22:13:44.450689 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5a5a3-0586-4558-96be-86b2e8bd973d req-150329f7-d38b-4a45-b6ee-5d74c87b66f0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:13:44.452179 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-68f5a5a3-0586-4558-96be-86b2e8bd973d req-150329f7-d38b-4a45-b6ee-5d74c87b66f0 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 947 time: 0.0485454 Sep 14 22:13:44.457158 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e7486eb1-a7b9-4701-a0dd-616125d075d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:44.489692 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-68f5a5a3-0586-4558-96be-86b2e8bd973d req-689173bb-29cc-4045-b74f-d078f9765257 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316172 Sep 14 22:13:44.879551 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:45.725316 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:13:47.079438 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:07.959817 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:11.884037 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ea05e149-3b36-4028-9c76-fded4d045770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:14.205685 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:14:14.428542 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dfc87903-8f1c-4502-9f46-3655aa284c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:14.879659 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:15.771135 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:16.756119 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68050159-7abf-45ec-8e59-0c3429463021 req-994fcee4-676b-49cc-a3a0-bbf36b2a8d31 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:16.757554 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-68050159-7abf-45ec-8e59-0c3429463021 req-994fcee4-676b-49cc-a3a0-bbf36b2a8d31 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 947 time: 0.2799435 Sep 14 22:14:16.794750 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-68050159-7abf-45ec-8e59-0c3429463021 req-7c0c2b01-9e8d-45e0-a6a9-b20200793416 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308535 Sep 14 22:14:17.154161 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:17.913499 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94263259-a5b6-471b-adbe-b205d28e418f req-7260181a-5306-4207-bcff-c60dfb247063 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:17.914949 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-94263259-a5b6-471b-adbe-b205d28e418f req-7260181a-5306-4207-bcff-c60dfb247063 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 947 time: 0.0491297 Sep 14 22:14:17.952172 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-94263259-a5b6-471b-adbe-b205d28e418f req-030699db-a7ba-4272-878d-22202aff42fb tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups?id=902bb35d-e8ab-4ee3-9404-4c7820c0d002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308511 Sep 14 22:14:17.999113 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-9256d62d-5fc8-493f-925f-5731d60c8ee6 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:18.000607 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-9256d62d-5fc8-493f-925f-5731d60c8ee6 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.37 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 947 time: 0.0472949 Sep 14 22:14:18.089725 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Deleting port fbd67818-9831-406c-a4ef-a35484004732 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:14:18.089986 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:18.174370 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] For port fbd67818-9831-406c-a4ef-a35484004732, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=fbd67818-9831-406c-a4ef-a35484004732,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:14:18.174738 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:18.387933 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:18.388205 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:18.388524 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.l3_db [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Floating IP 0b6accfa-68e9-4220-810e-ee9be9dba206 disassociated. External IP: 172.27.2.60, port: fbd67818-9831-406c-a4ef-a35484004732. Sep 14 22:14:18.388892 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Calling delete_port for fbd67818-9831-406c-a4ef-a35484004732 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:14:18.583221 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:18.613216 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event deleted for resources: {'Port': ['ID=fbd67818-9831-406c-a4ef-a35484004732,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:18.624638 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:18.625025 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:18.625372 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:18.625713 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:18.626052 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:18.626391 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:18.626726 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:18.627058 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:18.627394 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:18.627721 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:18.628049 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:18.628376 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:18.736238 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Router b3e4467d-ac0c-4f56-b58e-f573c5121f5a has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:14:18.840845 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:14:18.851252 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde85bad-574b-4214-9e8f-5de6cf09d360 None None] Sync routers for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:14:18.860398 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde85bad-574b-4214-9e8f-5de6cf09d360 None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:14:18.861063 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-fde85bad-574b-4214-9e8f-5de6cf09d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:14:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:18.884251 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] No DVR routers for this DVR port fbd67818-9831-406c-a4ef-a35484004732 on host hv-cinder-80901 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:14:18.886998 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:18.889068 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f2c6a5a4-51e6-4457-b542-c719bc2ad27a req-964bd187-b582-4dfb-be45-9885b3e5762e tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.37 "DELETE /v2.0/ports/fbd67818-9831-406c-a4ef-a35484004732 HTTP/1.1" status: 204 len: 173 time: 0.8826323 Sep 14 22:14:18.898077 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'name': 'network-vif-deleted', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:14:18.900554 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d27f52-808f-46e5-9f5c-420561d882bb" -d '{"events": [{"server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "name": "network-vif-deleted", "tag": "fbd67818-9831-406c-a4ef-a35484004732"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:14:18.939856 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ce4f93-b376-4b08-9d02-5bea8e5d35ad x-openstack-request-id: req-c0ce4f93-b376-4b08-9d02-5bea8e5d35ad {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:14:18.940446 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f716bc-49b8-4cf1-b2e5-e5fa620c42e2", "name": "network-vif-deleted", "tag": "fbd67818-9831-406c-a4ef-a35484004732", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:14:18.940446 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0ce4f93-b376-4b08-9d02-5bea8e5d35ad {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:14:18.940863 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f716bc-49b8-4cf1-b2e5-e5fa620c42e2', 'name': 'network-vif-deleted', 'tag': 'fbd67818-9831-406c-a4ef-a35484004732', 'status': 'completed', 'code': 200} Sep 14 22:14:19.064267 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-55d3f5d3-428a-4d5a-b926-c443ca0a2eb7 req-f77fe83d-03a6-4de7-b263-dae3b0c12b5d tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f716bc-49b8-4cf1-b2e5-e5fa620c42e2 HTTP/1.1" status: 200 len: 210 time: 0.0369785 Sep 14 22:14:19.097357 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-fde85bad-574b-4214-9e8f-5de6cf09d360 None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:14:19.295451 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-fde85bad-574b-4214-9e8f-5de6cf09d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:10Z', 'revision_number': 5, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:19.321023 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde85bad-574b-4214-9e8f-5de6cf09d360 None None] Checking router: b3e4467d-ac0c-4f56-b58e-f573c5121f5a for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:14:19.329152 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde85bad-574b-4214-9e8f-5de6cf09d360 None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:14:19.329762 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-fde85bad-574b-4214-9e8f-5de6cf09d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:14:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:19.431423 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-fde85bad-574b-4214-9e8f-5de6cf09d360 None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:14:19.632924 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-fde85bad-574b-4214-9e8f-5de6cf09d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:10Z', 'revision_number': 5, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:19.663468 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde85bad-574b-4214-9e8f-5de6cf09d360 None None] The sync data for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi is: [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd8f04c9f-c459-41bb-b2a9-d619d7c80168', 'name': '', 'network_id': '96bf4afe-8a3f-4a2c-b0ac-f11305f04173', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'mac_address': 'fa:16:3e:98:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:07:00Z', 'updated_at': '2021-09-14T22:07:10Z', 'revision_number': 5, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'subnets': [{'id': '5333dda5-64f1-4ac4-8364-1d7ef56329c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:14:19.872365 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e191aa-0684-4af2-915d-b5deb62eb5da None None] New status for floating IP 0b6accfa-68e9-4220-810e-ee9be9dba206: DOWN {{(pid=94748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:14:20.224101 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 41748) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:20.282230 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-73e4f93d-9080-47c6-8c01-545db48ad113 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:20.304976 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-73e4f93d-9080-47c6-8c01-545db48ad113 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:20.439477 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-73e4f93d-9080-47c6-8c01-545db48ad113 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:20.442082 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-73e4f93d-9080-47c6-8c01-545db48ad113 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:20.443221 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-73e4f93d-9080-47c6-8c01-545db48ad113 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "DELETE /v2.0/security-groups/902bb35d-e8ab-4ee3-9404-4c7820c0d002 HTTP/1.1" status: 204 len: 168 time: 0.2181315 Sep 14 22:14:20.446006 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41750) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:20.451991 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4f93d-9080-47c6-8c01-545db48ad113 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902bb35d-e8ab-4ee3-9404-4c7820c0d002,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:20.461716 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.api.v2.resource [None req-b0e94fe5-eea0-4c83-9319-0fe50f16ad16 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] show failed (client error): The resource could not be found. Sep 14 22:14:20.462342 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-b0e94fe5-eea0-4c83-9319-0fe50f16ad16 tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "GET /v2.0/security-groups/902bb35d-e8ab-4ee3-9404-4c7820c0d002 HTTP/1.1" status: 404 len: 347 time: 0.0146194 Sep 14 22:14:20.464702 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41752) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:20.593028 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-82450c67-6a04-4d29-b37e-6f6042ed9eff tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Deleting port 43a6308b-8d26-45af-8588-8593f6b2d755 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:14:20.593378 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82450c67-6a04-4d29-b37e-6f6042ed9eff tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:20.667519 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82450c67-6a04-4d29-b37e-6f6042ed9eff tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:20.667852 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82450c67-6a04-4d29-b37e-6f6042ed9eff tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:20.679936 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-82450c67-6a04-4d29-b37e-6f6042ed9eff tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Calling delete_port for 43a6308b-8d26-45af-8588-8593f6b2d755 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:14:20.908621 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82450c67-6a04-4d29-b37e-6f6042ed9eff tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:20.933163 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82450c67-6a04-4d29-b37e-6f6042ed9eff tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Pushing event deleted for resources: {'Port': ['ID=43a6308b-8d26-45af-8588-8593f6b2d755,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:20.995242 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82450c67-6a04-4d29-b37e-6f6042ed9eff tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:20.997852 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82450c67-6a04-4d29-b37e-6f6042ed9eff tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:20.999023 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-82450c67-6a04-4d29-b37e-6f6042ed9eff tempest-AttachVolumeShelveTestJSON-389196715 tempest-AttachVolumeShelveTestJSON-389196715-project] 10.222.0.30 "DELETE /v2.0/floatingips/0b6accfa-68e9-4220-810e-ee9be9dba206 HTTP/1.1" status: 204 len: 168 time: 0.5333765 Sep 14 22:14:23.169835 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device fbd67818-9831-406c-a4ef-a35484004732 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:14:23.189003 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: fbd67818-9831-406c-a4ef-a35484004732 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:14:23.189352 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device fbd67818-9831-406c-a4ef-a35484004732 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:14:23.713796 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41774) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:24.182098 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4240815e-7f6e-4f58-92dd-831e646f6a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1004037'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:24.414701 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-4240815e-7f6e-4f58-92dd-831e646f6a62 admin admin] Deleting port d8f04c9f-c459-41bb-b2a9-d619d7c80168 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:14:24.415037 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4240815e-7f6e-4f58-92dd-831e646f6a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:24.490086 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-4240815e-7f6e-4f58-92dd-831e646f6a62 admin admin] For port d8f04c9f-c459-41bb-b2a9-d619d7c80168, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=d8f04c9f-c459-41bb-b2a9-d619d7c80168,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:14:24.490490 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4240815e-7f6e-4f58-92dd-831e646f6a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:24.506257 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-4240815e-7f6e-4f58-92dd-831e646f6a62 admin admin] Calling delete_port for d8f04c9f-c459-41bb-b2a9-d619d7c80168 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:14:24.759696 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4240815e-7f6e-4f58-92dd-831e646f6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:24.782564 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240815e-7f6e-4f58-92dd-831e646f6a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f04c9f-c459-41bb-b2a9-d619d7c80168,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:24.955426 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4240815e-7f6e-4f58-92dd-831e646f6a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993973'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:25.167315 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4240815e-7f6e-4f58-92dd-831e646f6a62 admin admin] Router b3e4467d-ac0c-4f56-b58e-f573c5121f5a has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:14:25.269878 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4240815e-7f6e-4f58-92dd-831e646f6a62 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:14:25.275227 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-4240815e-7f6e-4f58-92dd-831e646f6a62 admin admin] 10.222.0.30 "PUT /v2.0/routers/b3e4467d-ac0c-4f56-b58e-f573c5121f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5604081 Sep 14 22:14:25.278271 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41778) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:25.279984 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32df0d7e-9541-444e-8232-cb1c3819deca None None] Sync routers for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:14:25.289355 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32df0d7e-9541-444e-8232-cb1c3819deca None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:14:25.289977 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-32df0d7e-9541-444e-8232-cb1c3819deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:14:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:25.380089 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:25.392238 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-32df0d7e-9541-444e-8232-cb1c3819deca None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:14:25.483509 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:25.583297 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-32df0d7e-9541-444e-8232-cb1c3819deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:14:24Z', 'revision_number': 5, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port': {'id': '0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:06:56Z', 'updated_at': '2021-09-14T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:25.610426 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32df0d7e-9541-444e-8232-cb1c3819deca None None] Checking router: b3e4467d-ac0c-4f56-b58e-f573c5121f5a for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:14:25.619382 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32df0d7e-9541-444e-8232-cb1c3819deca None None] Routers {'b3e4467d-ac0c-4f56-b58e-f573c5121f5a'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:14:25.620025 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-32df0d7e-9541-444e-8232-cb1c3819deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:14:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:25.712473 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-32df0d7e-9541-444e-8232-cb1c3819deca None None] Set router b3e4467d-ac0c-4f56-b58e-f573c5121f5a gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:14:25.769230 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-32df0d7e-9541-444e-8232-cb1c3819deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:14:25Z', 'revision_number': 6, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port_host': None}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:25.795732 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32df0d7e-9541-444e-8232-cb1c3819deca None None] The sync data for ids ['b3e4467d-ac0c-4f56-b58e-f573c5121f5a'] in dv-cinder-809014-1-iscsi is: [{'id': 'b3e4467d-ac0c-4f56-b58e-f573c5121f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1824403318-router', 'tenant_id': '892410c7263d45f4b9172310ff584d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:06:55Z', 'updated_at': '2021-09-14T22:14:25Z', 'revision_number': 6, 'project_id': '892410c7263d45f4b9172310ff584d6d', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:14:25.829907 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Deleting port 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:14:25.830344 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:25.905543 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] For port 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:14:25.905901 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:25.917476 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Calling delete_port for 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:14:26.139360 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:26.171159 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:26.205402 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device d8f04c9f-c459-41bb-b2a9-d619d7c80168 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:14:26.225601 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: d8f04c9f-c459-41bb-b2a9-d619d7c80168 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:14:26.225955 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device d8f04c9f-c459-41bb-b2a9-d619d7c80168 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:14:26.235916 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993907'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:26.337204 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7643'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:26.339250 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:26.485499 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006553'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:26.485965 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3e4467d-ac0c-4f56-b58e-f573c5121f5a {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 22:14:26.490860 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:26.491920 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-71b78ac5-d220-4a72-b3da-035263f0f840 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b3e4467d-ac0c-4f56-b58e-f573c5121f5a HTTP/1.1" status: 204 len: 168 time: 1.2125411 Sep 14 22:14:26.494401 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41780) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:26.537566 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-e635de42-5a3a-47ae-8aad-0b8652f0d7ba admin admin] Deleting subnet 5333dda5-64f1-4ac4-8364-1d7ef56329c7 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:14:26.540416 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e635de42-5a3a-47ae-8aad-0b8652f0d7ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:26.575462 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e635de42-5a3a-47ae-8aad-0b8652f0d7ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8063227'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:26.685259 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e635de42-5a3a-47ae-8aad-0b8652f0d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:26.863317 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e635de42-5a3a-47ae-8aad-0b8652f0d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6830446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482864'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:26.890951 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635de42-5a3a-47ae-8aad-0b8652f0d7ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5333dda5-64f1-4ac4-8364-1d7ef56329c7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:26.896693 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e635de42-5a3a-47ae-8aad-0b8652f0d7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:26.898602 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-e635de42-5a3a-47ae-8aad-0b8652f0d7ba admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5333dda5-64f1-4ac4-8364-1d7ef56329c7 HTTP/1.1" status: 204 len: 168 time: 0.4032865 Sep 14 22:14:26.901161 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41782) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:26.904416 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fb9af4-2275-432d-91b2-c9814385b338 None None] Network 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:14:26.972940 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:27.025665 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Deleting port 622ca935-5a48-4597-a0b9-f22cc30bbe5c {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:14:27.026007 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:27.083747 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] DHCP port deletion for 96bf4afe-8a3f-4a2c-b0ac-f11305f04173 request from dv-cinder-809014-1-iscsi {{(pid=94747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 22:14:27.092827 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] For port 622ca935-5a48-4597-a0b9-f22cc30bbe5c, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=622ca935-5a48-4597-a0b9-f22cc30bbe5c,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:14:27.093187 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:27.104524 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Calling delete_port for 622ca935-5a48-4597-a0b9-f22cc30bbe5c owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:14:27.132296 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Deleting port 622ca935-5a48-4597-a0b9-f22cc30bbe5c {{(pid=94747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:14:27.132675 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:27.192824 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] For port 622ca935-5a48-4597-a0b9-f22cc30bbe5c, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=622ca935-5a48-4597-a0b9-f22cc30bbe5c,segment=NetworkSegment(ed0ca922-75f2-482f-bef2-85dbb29d9dda),segment_id=ed0ca922-75f2-482f-bef2-85dbb29d9dda)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:14:27.198112 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:27.205532 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Calling delete_port for 622ca935-5a48-4597-a0b9-f22cc30bbe5c owned by network:dhcp {{(pid=94747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:14:27.263400 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:27.283877 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929'] for port, after_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:27.292149 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=622ca935-5a48-4597-a0b9-f22cc30bbe5c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:27.295696 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] No DVR routers for this DVR port 622ca935-5a48-4597-a0b9-f22cc30bbe5c on host dv-cinder-809014-1-iscsi {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:14:27.309777 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Pushing event deleted for resources: {'Port': ['ID=622ca935-5a48-4597-a0b9-f22cc30bbe5c,revision_number=None']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:27.314012 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] No DVR routers for this DVR port 622ca935-5a48-4597-a0b9-f22cc30bbe5c on host dv-cinder-809014-1-iscsi {{(pid=94747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:14:27.326912 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:27.327242 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:27.327578 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:27.327910 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:27.328237 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:27.328572 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:27.328939 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:27.329261 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:27.329604 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:27.329928 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:27.330249 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:27.330565 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb7f90-3501-4eb9-b928-282ac72d876e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:27.367666 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:27.388277 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bf4afe-8a3f-4a2c-b0ac-f11305f04173']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:27.399148 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0ca922-75f2-482f-bef2-85dbb29d9dda') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:27.399443 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0ca922-75f2-482f-bef2-85dbb29d9dda') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:27.408942 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:27.421630 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:27.427230 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:14:27.427695 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:14:27.429334 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:14:27.577096 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:27.582689 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:27.584548 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/96bf4afe-8a3f-4a2c-b0ac-f11305f04173 HTTP/1.1" status: 204 len: 168 time: 0.6824913 Sep 14 22:14:27.595052 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090cb16-30f9-4289-98be-3caff6e1a5c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=96bf4afe-8a3f-4a2c-b0ac-f11305f04173,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:27.979140 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41786) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:28.018163 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-c7ab0279-fe20-4077-8124-9f6abf2c1e1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=892410c7263d45f4b9172310ff584d6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378923 Sep 14 22:14:28.020535 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41788) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:28.067348 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11968071-2ccb-4fc9-8ac4-718d563dc28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:28.087477 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11968071-2ccb-4fc9-8ac4-718d563dc28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:28.177343 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:14:28.196894 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:14:28.197236 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 0e4f1e4f-bc52-4b3b-9ab7-ba578ee11e26 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:14:28.197647 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 622ca935-5a48-4597-a0b9-f22cc30bbe5c no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:14:28.215690 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: 622ca935-5a48-4597-a0b9-f22cc30bbe5c {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:14:28.216035 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 622ca935-5a48-4597-a0b9-f22cc30bbe5c not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:14:28.228315 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11968071-2ccb-4fc9-8ac4-718d563dc28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:28.231485 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11968071-2ccb-4fc9-8ac4-718d563dc28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:28.232642 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-11968071-2ccb-4fc9-8ac4-718d563dc28e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d914d03-06f4-4aea-b167-facf221717fe HTTP/1.1" status: 204 len: 168 time: 0.2111652 Sep 14 22:14:28.240727 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11968071-2ccb-4fc9-8ac4-718d563dc28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d914d03-06f4-4aea-b167-facf221717fe,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:29.322803 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41812) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:29.415031 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1786012623-network', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:14:29.483817 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Made reservation on behalf of 4d5c56830ce4450c953d60d98c0c35eb for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:14:29.486112 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:29.494520 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:29.578583 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:29.651129 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:29.675288 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:14:29.686244 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798f3777-d95e-47ad-b2a7-351110ce165f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:29.695556 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:29.695556 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Added segment fe09192c-31d4-48a0-98f0-d16a47fa961c of type vlan for network 4a41034f-c06c-4d9b-9052-c2cda421136f Sep 14 22:14:29.729918 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:29.845966 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:29.846993 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:29.847593 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:29.909266 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] Pushing event updated for resources: {'Network': ['ID=4a41034f-c06c-4d9b-9052-c2cda421136f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:29.919105 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 4a41034f-c06c-4d9b-9052-c2cda421136f details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:14:29.943488 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-79c1bc4a-5463-4a49-869a-128dfd26c922 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6195915 Sep 14 22:14:29.946264 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41816) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:29.951016 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-bc217438-1265-4913-bc51-51066ada7a22 admin admin] Request body: {'subnet': {'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1786012623-subnet', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:14:30.033901 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc217438-1265-4913-bc51-51066ada7a22 admin admin] Made reservation on behalf of 4d5c56830ce4450c953d60d98c0c35eb for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:14:30.036228 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc217438-1265-4913-bc51-51066ada7a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482839'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:30.267106 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc217438-1265-4913-bc51-51066ada7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6830381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482873'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:30.321551 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc217438-1265-4913-bc51-51066ada7a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad88da0-59be-428e-99a6-79d93a8c3802,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:30.329907 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc217438-1265-4913-bc51-51066ada7a22 admin admin] Checking segment: {'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:14:30.330473 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc217438-1265-4913-bc51-51066ada7a22 admin admin] Network hostable DHCP agents. Network: 4a41034f-c06c-4d9b-9052-c2cda421136f, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:14:30.428500 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc217438-1265-4913-bc51-51066ada7a22 admin admin] Network 4a41034f-c06c-4d9b-9052-c2cda421136f is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:14:30.512812 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-bc217438-1265-4913-bc51-51066ada7a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 4a41034f-c06c-4d9b-9052-c2cda421136f) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:14:30.517193 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc217438-1265-4913-bc51-51066ada7a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:30.518169 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc217438-1265-4913-bc51-51066ada7a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:30.521390 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63c7383-c1dc-4da6-bf2e-42066860453e None None] Network 4a41034f-c06c-4d9b-9052-c2cda421136f requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:14:30.600928 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-bc217438-1265-4913-bc51-51066ada7a22 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6535895 Sep 14 22:14:30.603674 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41818) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:30.608592 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:14:30.662131 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fea3466-a961-52a6-afc9-dc79e2e12c86-4a41034f-c06c-4d9b-9052-c2cda421136f', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802'}]}} from dv-cinder-809014-1-iscsi. {{(pid=94747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 22:14:30.662969 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:30.690554 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1005448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7625'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:30.690554 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1006360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:30.738257 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:30.791465 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.db_base_plugin_common [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Allocated IP 172.20.0.2 (4a41034f-c06c-4d9b-9052-c2cda421136f/fad88da0-59be-428e-99a6-79d93a8c3802/7db549bf-8b50-4f80-bc09-7ea8c206a8dc) {{(pid=94747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:14:30.931330 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:30.932495 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Notify callbacks [] for port, precommit_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:31.021891 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920'] for port, after_create {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:31.058094 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Network 4a41034f-c06c-4d9b-9052-c2cda421136f is already hosted by enough agents. {{(pid=94747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:14:31.061366 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Resources bound (agent type, host, resource id): {{(pid=94747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:14:31.063750 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Received port after_create {{(pid=94747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:14:31.075723 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Pushing event updated for resources: {'Port': ['ID=7db549bf-8b50-4f80-bc09-7ea8c206a8dc,revision_number=1']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:31.127897 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Attempting to bind port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:14:31.128246 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Attempting to bind port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:14:31.128608 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Attempting to bind port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc on network 4a41034f-c06c-4d9b-9052-c2cda421136f {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:14:31.133395 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:14:31.133762 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Checking segment: {'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:14:31.134162 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:31.134551 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Bound using segment: {'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:14:31.135006 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Bound port: 7db549bf-8b50-4f80-bc09-7ea8c206a8dc, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:14:31.135380 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:31.249350 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:31.268949 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:31.315896 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] For port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:14:31.319487 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] For port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=7db549bf-8b50-4f80-bc09-7ea8c206a8dc,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:14:31.375447 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Allocated IP 172.27.2.78 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/204f8279-a1a4-4b04-b123-67017906fd35) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:14:31.440677 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:31.475632 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:31.496338 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f387c-fd24-4f16-a1d3-2937acb09200 None None] Pushing event updated for resources: {'Port': ['ID=7db549bf-8b50-4f80-bc09-7ea8c206a8dc,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:31.594866 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:31.632917 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:14:31.648424 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:14:31.652675 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:14:31.665076 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Pushing event updated for resources: {'Port': ['ID=204f8279-a1a4-4b04-b123-67017906fd35,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:32.003823 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:32.202555 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1006359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993887'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:32.223863 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 7db549bf-8b50-4f80-bc09-7ea8c206a8dc up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:14:32.279965 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:14:32.281047 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:32.362224 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:32.382091 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14f7b8a-8005-4fea-8497-e1ffacfe9716 None None] Network 4a41034f-c06c-4d9b-9052-c2cda421136f requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:14:32.417037 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=7db549bf-8b50-4f80-bc09-7ea8c206a8dc,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:14:32.428704 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 is scheduled to L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 22:14:32.476477 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-d6f6359f-a441-40a3-8a93-211974b777ff None None] Provisioning complete for port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:14:32.476985 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d6f6359f-a441-40a3-8a93-211974b777ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:32.502769 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:32.536514 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:14:32.546539 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Sync routers for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:14:32.557529 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:14:32.558285 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:14:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:32.599417 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=7db549bf-8b50-4f80-bc09-7ea8c206a8dc,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:32.611455 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:32.615343 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-c63dec43-ca22-45f3-bf71-f47c22ecc948 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0081594 Sep 14 22:14:32.615479 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41822) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:32.667627 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:14:32.887827 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-44040e05-b812-42fc-8706-f337e85cb1a5 None None] Provisioning complete for port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:14:32.888353 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-44040e05-b812-42fc-8706-f337e85cb1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:32.938519 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:31Z', 'revision_number': 3, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:32.976606 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Checking router: 26063571-c03e-4c7e-a558-85bd8d3ab7b2 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:14:32.977006 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Updating router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 port 204f8279-a1a4-4b04-b123-67017906fd35 binding host dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:14:33.002588 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:33.245359 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:33.265290 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:33.319910 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:33.365330 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Attempting to bind port 204f8279-a1a4-4b04-b123-67017906fd35 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:14:33.365696 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Attempting to bind port 204f8279-a1a4-4b04-b123-67017906fd35 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:14:33.366154 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Attempting to bind port 204f8279-a1a4-4b04-b123-67017906fd35 on network 4a10e13f-693b-41d7-99fa-6fefeedf4166 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:14:33.377039 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Pushing event updated for resources: {'Port': ['ID=204f8279-a1a4-4b04-b123-67017906fd35,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:33.381012 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:14:33.381012 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Checking segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:14:33.381012 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:33.381354 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Bound using segment: {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:14:33.381517 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Bound port: 204f8279-a1a4-4b04-b123-67017906fd35, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b46074-56a4-4609-bb9b-cd0db994f646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:14:33.381907 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:33.408259 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:33.408608 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:33.408967 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:33.409297 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:33.409623 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:33.409952 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:33.410274 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:33.410594 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:33.410940 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:33.411262 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:33.411576 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:33.411888 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:14:33.415410 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Allocated IP 172.20.0.1 (4a41034f-c06c-4d9b-9052-c2cda421136f/fad88da0-59be-428e-99a6-79d93a8c3802/1a96c7e9-22a1-460e-b58d-c2262be333d8) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:14:33.445314 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] For port 204f8279-a1a4-4b04-b123-67017906fd35, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:14:33.448272 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] For port 204f8279-a1a4-4b04-b123-67017906fd35, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=204f8279-a1a4-4b04-b123-67017906fd35,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:14:33.513797 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:33.518169 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:33.557959 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:14:33.558526 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:14:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:33.610358 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3648e-2eee-450f-9001-1ba41f6685ce None None] Pushing event updated for resources: {'Port': ['ID=204f8279-a1a4-4b04-b123-67017906fd35,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:33.611976 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:33.648990 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Network 4a41034f-c06c-4d9b-9052-c2cda421136f is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:14:33.651812 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:14:33.655803 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:14:33.678624 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:14:33.683380 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Pushing event updated for resources: {'Port': ['ID=1a96c7e9-22a1-460e-b58d-c2262be333d8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:33.707387 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-993928'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:33.867065 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:31Z', 'revision_number': 3, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:33.896812 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ba294-7381-4495-82d1-6775c7648d37 None None] The sync data for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi is: [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:31Z', 'revision_number': 3, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:14:33.900730 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-9952b42c-2eca-47a2-9b66-1d2cbb42cb70 None None] Provisioning complete for port 1a96c7e9-22a1-460e-b58d-c2262be333d8 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:14:33.901221 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9952b42c-2eca-47a2-9b66-1d2cbb42cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:33.910284 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:33.937262 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-9952b42c-2eca-47a2-9b66-1d2cbb42cb70 None None] Port 1a96c7e9-22a1-460e-b58d-c2262be333d8 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:14:34.078666 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:34.165911 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:34.247277 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Pushing event updated for resources: {'Port': ['ID=1a96c7e9-22a1-460e-b58d-c2262be333d8,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:34.249758 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1004056'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:34.304210 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 204f8279-a1a4-4b04-b123-67017906fd35 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:14:34.349671 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Network 4a41034f-c06c-4d9b-9052-c2cda421136f is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:14:34.351569 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:14:34.353910 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 204f8279-a1a4-4b04-b123-67017906fd35 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:14:34.354279 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:34.445713 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:34.469474 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] For port 204f8279-a1a4-4b04-b123-67017906fd35, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=204f8279-a1a4-4b04-b123-67017906fd35,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:14:34.479939 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:14:34.539459 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:34.540368 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 7db549bf-8b50-4f80-bc09-7ea8c206a8dc up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:14:34.609017 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:14:34.617368 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Pushing event updated for resources: {'Port': ['ID=204f8279-a1a4-4b04-b123-67017906fd35,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:34.625628 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-eb7d3af7-6c59-44af-ab67-642cdf3bd40b admin admin] 10.222.0.30 "PUT /v2.0/routers/26063571-c03e-4c7e-a558-85bd8d3ab7b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0087221 Sep 14 22:14:34.638598 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:14:34.638968 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:34.684847 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-88f44b99-13cb-4f50-aa05-3357f5bf162f None None] Provisioning complete for port 1a96c7e9-22a1-460e-b58d-c2262be333d8 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:14:34.685202 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-88f44b99-13cb-4f50-aa05-3357f5bf162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:34.747673 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-88f44b99-13cb-4f50-aa05-3357f5bf162f None None] Port 1a96c7e9-22a1-460e-b58d-c2262be333d8 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:14:35.461717 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Sync routers for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:14:35.472075 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:14:35.473214 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:14:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:35.583652 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:14:35.689957 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41830) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:35.696221 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-df1fb7aa-2249-4089-9d76-f8a27bb51983 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554320784', 'description': 'tempest-description--495489840'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:14:35.774190 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 2, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:35.778922 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-df1fb7aa-2249-4089-9d76-f8a27bb51983 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:35.810737 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Checking router: 26063571-c03e-4c7e-a558-85bd8d3ab7b2 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:14:35.813236 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Updating router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 port 1a96c7e9-22a1-460e-b58d-c2262be333d8 binding host dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 22:14:35.837357 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:35.868867 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-df1fb7aa-2249-4089-9d76-f8a27bb51983 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:35.931673 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-df1fb7aa-2249-4089-9d76-f8a27bb51983 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:35.960567 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fb7aa-2249-4089-9d76-f8a27bb51983 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:36.021470 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-df1fb7aa-2249-4089-9d76-f8a27bb51983 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.022745 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-df1fb7aa-2249-4089-9d76-f8a27bb51983 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3317287 Sep 14 22:14:36.026890 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41832) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:36.031618 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-601e9905-684d-45ed-9f55-c9f4f093dd5b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Request body: {'security_group_rule': {'security_group_id': 'c2a8ea9d-f0bd-42cb-a231-83b83fcbe128', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:14:36.095641 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.152155 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-601e9905-684d-45ed-9f55-c9f4f093dd5b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.171710 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.203160 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 204f8279-a1a4-4b04-b123-67017906fd35 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:14:36.215804 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-601e9905-684d-45ed-9f55-c9f4f093dd5b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.252064 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd03fa-9d19-4e86-b0e9-7e99ccbba861 None None] Pushing event updated for resources: {'Port': ['ID=1a96c7e9-22a1-460e-b58d-c2262be333d8,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:36.279943 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-601e9905-684d-45ed-9f55-c9f4f093dd5b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.295680 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e9905-684d-45ed-9f55-c9f4f093dd5b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c90b798-54eb-47e9-b61f-52cd1108115c,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:36.315108 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 204f8279-a1a4-4b04-b123-67017906fd35 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:14:36.315482 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.317117 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Attempting to bind port 1a96c7e9-22a1-460e-b58d-c2262be333d8 on host dv-cinder-809014-1-iscsi for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:14:36.317482 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Attempting to bind port 1a96c7e9-22a1-460e-b58d-c2262be333d8 by drivers openvswitch,hyperv on host dv-cinder-809014-1-iscsi at level 0 using segments [{'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:14:36.317837 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Attempting to bind port 1a96c7e9-22a1-460e-b58d-c2262be333d8 on network 4a41034f-c06c-4d9b-9052-c2cda421136f {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:14:36.341307 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Checking agent: {'id': '3fc21f71-0247-4b97-94ea-b9f5effbe747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 21, 58, 45), 'started_at': datetime.datetime(2021, 9, 14, 21, 59, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:14:36.341677 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Checking segment: {'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:14:36.342077 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.342469 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Bound using segment: {'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:14:36.342947 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Bound port: 1a96c7e9-22a1-460e-b58d-c2262be333d8, host: dv-cinder-809014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:14:36.343325 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.381698 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-601e9905-684d-45ed-9f55-c9f4f093dd5b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.383147 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-601e9905-684d-45ed-9f55-c9f4f093dd5b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3551786 Sep 14 22:14:36.385877 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41834) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:36.390373 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-41ad0f5d-9b73-46a1-a577-8e3057c4c3c5 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Request body: {'security_group_rule': {'security_group_id': 'c2a8ea9d-f0bd-42cb-a231-83b83fcbe128', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:14:36.452893 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] For port 1a96c7e9-22a1-460e-b58d-c2262be333d8, host dv-cinder-809014-1-iscsi, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:14:36.457298 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] For port 1a96c7e9-22a1-460e-b58d-c2262be333d8, host dv-cinder-809014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=1a96c7e9-22a1-460e-b58d-c2262be333d8,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:14:36.475447 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-ad2146f8-cdcc-4bba-9173-809d70d0ab52 None None] Provisioning complete for port 1a96c7e9-22a1-460e-b58d-c2262be333d8 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:14:36.477208 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ad2146f8-cdcc-4bba-9173-809d70d0ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.501798 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41ad0f5d-9b73-46a1-a577-8e3057c4c3c5 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.508990 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-ad2146f8-cdcc-4bba-9173-809d70d0ab52 None None] Port 1a96c7e9-22a1-460e-b58d-c2262be333d8 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:14:36.526297 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.563489 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41ad0f5d-9b73-46a1-a577-8e3057c4c3c5 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.583302 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:14:36.583926 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:14:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:36.657747 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41ad0f5d-9b73-46a1-a577-8e3057c4c3c5 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.677676 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad0f5d-9b73-46a1-a577-8e3057c4c3c5 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c9af9d-398a-47ee-9790-966c7e673b09,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:36.742509 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd03fa-9d19-4e86-b0e9-7e99ccbba861 None None] Pushing event updated for resources: {'Port': ['ID=1a96c7e9-22a1-460e-b58d-c2262be333d8,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:36.764119 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41ad0f5d-9b73-46a1-a577-8e3057c4c3c5 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.765451 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-41ad0f5d-9b73-46a1-a577-8e3057c4c3c5 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3784962 Sep 14 22:14:36.768419 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41836) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:36.773036 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Request body: {'floatingip': {'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:14:36.819965 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:14:36.856990 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.857996 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-3f4bfa37-ccf2-4f2a-8968-8e6d82747f68 None None] Provisioning complete for port 1a96c7e9-22a1-460e-b58d-c2262be333d8 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:14:36.858376 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfa37-ccf2-4f2a-8968-8e6d82747f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:36.952341 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:37.056892 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfa37-ccf2-4f2a-8968-8e6d82747f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:37.059711 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Allocated IP 172.27.2.127 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/88f038d6-d26e-4d86-b08a-30b72edd51a2) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:14:37.099555 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-3f4bfa37-ccf2-4f2a-8968-8e6d82747f68 None None] For port 1a96c7e9-22a1-460e-b58d-c2262be333d8, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=1a96c7e9-22a1-460e-b58d-c2262be333d8,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:14:37.109782 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:36Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:37.135904 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3b226-39d8-4abb-ae8e-9753be17d363 None None] The sync data for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi is: [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:36Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:14:37.162075 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:37.204911 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfa37-ccf2-4f2a-8968-8e6d82747f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:37.257128 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bfa37-ccf2-4f2a-8968-8e6d82747f68 None None] Pushing event updated for resources: {'Port': ['ID=1a96c7e9-22a1-460e-b58d-c2262be333d8,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:37.291845 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:37.337423 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:14:37.340286 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:14:37.343889 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:14:37.351788 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event updated for resources: {'Port': ['ID=88f038d6-d26e-4d86-b08a-30b72edd51a2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:37.437808 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:37.529909 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:37.687449 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:37.778220 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:37.851269 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event updated for resources: {'Port': ['ID=88f038d6-d26e-4d86-b08a-30b72edd51a2,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:37.862007 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:37.937007 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:37.938315 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-f8985678-e837-4ab4-92ef-bf16b5e49e85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1689038 Sep 14 22:14:38.000232 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:38.080716 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-2459d3cf-65a5-4614-ae8b-6c72da856687 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1554320784&fields=id&tenant_id=4d5c56830ce4450c953d60d98c0c35eb HTTP/1.1" status: 200 len: 267 time: 0.0339873 Sep 14 22:14:38.189329 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c18026-9b47-4722-9177-04374ea368d4 req-c204e7a3-c0ec-4dd2-ada6-3083e37c3c28 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:38.192272 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-c204e7a3-c0ec-4dd2-ada6-3083e37c3c28 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/networks?id=4a41034f-c06c-4d9b-9052-c2cda421136f HTTP/1.1" status: 200 len: 811 time: 0.1036646 Sep 14 22:14:38.204787 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 1a96c7e9-22a1-460e-b58d-c2262be333d8 up at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:14:38.206637 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-f61c0c54-7862-446a-b733-9021353b4785 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/quotas/4d5c56830ce4450c953d60d98c0c35eb HTTP/1.1" status: 200 len: 375 time: 0.0101154 Sep 14 22:14:38.254704 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Provisioning complete for port 1a96c7e9-22a1-460e-b58d-c2262be333d8 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:14:38.255078 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:38.265298 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-3dd1ecc1-d99a-40fb-b1ac-5c7f431b0e71 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517092 Sep 14 22:14:38.407932 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-b8d45380-9088-480e-ba55-a0f168938c1e service neutron] 10.222.0.30 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313362 Sep 14 22:14:38.498266 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-4c97fb77-8de6-455f-bc57-d8a6c899aabf service neutron] 10.222.0.30 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842438 Sep 14 22:14:38.743630 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-be6358a4-ddd8-4376-a653-30c79a2d6bf4 req-6c98fe47-8793-450c-a518-476cc71a4cec tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 210 time: 0.0259652 Sep 14 22:14:39.837755 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-70de2822-44e2-478a-bad2-6d2ccb266c13 req-f66a7e52-b308-4b7f-9cb8-954d8ea67b39 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 210 time: 0.0264440 Sep 14 22:14:40.949440 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9c36fa2c-c18f-492a-94c0-fb6d6060f5ce req-ff292043-aacd-4b38-a5dd-1845fff26f1d tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 210 time: 0.0284851 Sep 14 22:14:41.051015 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c18026-9b47-4722-9177-04374ea368d4 req-2bf1697a-0351-4b61-ab24-8fdf55664334 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:41.052471 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-2bf1697a-0351-4b61-ab24-8fdf55664334 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.37 "GET /v2.0/networks?id=4a41034f-c06c-4d9b-9052-c2cda421136f HTTP/1.1" status: 200 len: 811 time: 0.1054471 Sep 14 22:14:41.100537 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-0a72af47-25b1-46ca-a538-d9ed6de059f4 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d5c56830ce4450c953d60d98c0c35eb HTTP/1.1" status: 200 len: 380 time: 0.0330193 Sep 14 22:14:41.109994 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-78c18026-9b47-4722-9177-04374ea368d4 req-646293e6-5473-4245-a30f-4caa0a8a1e8c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Request body: {'port': {'device_id': '3e3054bc-e3b7-4588-9bed-8d4184169624', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'admin_state_up': True, 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'security_groups': ['c2a8ea9d-f0bd-42cb-a231-83b83fcbe128']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:14:41.302765 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c18026-9b47-4722-9177-04374ea368d4 req-646293e6-5473-4245-a30f-4caa0a8a1e8c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Made reservation on behalf of 4d5c56830ce4450c953d60d98c0c35eb for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:14:41.306219 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-78c18026-9b47-4722-9177-04374ea368d4 req-646293e6-5473-4245-a30f-4caa0a8a1e8c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:41.433431 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-78c18026-9b47-4722-9177-04374ea368d4 req-646293e6-5473-4245-a30f-4caa0a8a1e8c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Allocated IP 172.20.0.5 (4a41034f-c06c-4d9b-9052-c2cda421136f/fad88da0-59be-428e-99a6-79d93a8c3802/ac49a375-b2ac-4f64-af09-44d251cc70c8) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:14:41.567327 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-78c18026-9b47-4722-9177-04374ea368d4 req-646293e6-5473-4245-a30f-4caa0a8a1e8c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:41.663613 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-78c18026-9b47-4722-9177-04374ea368d4 req-646293e6-5473-4245-a30f-4caa0a8a1e8c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:41.704666 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c18026-9b47-4722-9177-04374ea368d4 req-646293e6-5473-4245-a30f-4caa0a8a1e8c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Network 4a41034f-c06c-4d9b-9052-c2cda421136f is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:14:41.707686 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-78c18026-9b47-4722-9177-04374ea368d4 req-646293e6-5473-4245-a30f-4caa0a8a1e8c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:14:41.711199 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c18026-9b47-4722-9177-04374ea368d4 req-646293e6-5473-4245-a30f-4caa0a8a1e8c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:14:41.738272 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646293e6-5473-4245-a30f-4caa0a8a1e8c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event updated for resources: {'Port': ['ID=ac49a375-b2ac-4f64-af09-44d251cc70c8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:41.769085 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c18026-9b47-4722-9177-04374ea368d4 req-646293e6-5473-4245-a30f-4caa0a8a1e8c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:41.769709 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-78c18026-9b47-4722-9177-04374ea368d4 req-646293e6-5473-4245-a30f-4caa0a8a1e8c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:41.864002 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-646293e6-5473-4245-a30f-4caa0a8a1e8c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7580574 Sep 14 22:14:41.881788 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Request body: {'port': {'device_id': '3e3054bc-e3b7-4588-9bed-8d4184169624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:14:41.907126 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ec625057-acc2-4531-abdd-f46533d0d5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:41.939294 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:41.952196 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-422cfb19-99ff-40cf-9dcc-939f8c6532a9 None None] Provisioning complete for port ac49a375-b2ac-4f64-af09-44d251cc70c8 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:14:41.952572 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-422cfb19-99ff-40cf-9dcc-939f8c6532a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:41.998001 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-422cfb19-99ff-40cf-9dcc-939f8c6532a9 None None] Port ac49a375-b2ac-4f64-af09-44d251cc70c8 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:14:42.129761 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2e12c-5b31-48e4-bcba-b6601cbb5f71 req-7987c146-1107-4893-b1cd-b968d417b369 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:42.131248 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-24d2e12c-5b31-48e4-bcba-b6601cbb5f71 req-7987c146-1107-4893-b1cd-b968d417b369 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 931 time: 0.0893195 Sep 14 22:14:42.206161 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-24d2e12c-5b31-48e4-bcba-b6601cbb5f71 req-eae18494-b7f4-4758-a4f2-f5985b4bb3f8 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511777 Sep 14 22:14:42.265876 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac49a375-b2ac-4f64-af09-44d251cc70c8 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:14:42.273170 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:42.285429 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Transition to ACTIVE for port object ac49a375-b2ac-4f64-af09-44d251cc70c8 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:14:42.376825 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:42.465921 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Pushing event updated for resources: {'Port': ['ID=ac49a375-b2ac-4f64-af09-44d251cc70c8,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:42.493238 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Attempting to bind port ac49a375-b2ac-4f64-af09-44d251cc70c8 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:14:42.493668 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Attempting to bind port ac49a375-b2ac-4f64-af09-44d251cc70c8 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:14:42.493999 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Attempting to bind port ac49a375-b2ac-4f64-af09-44d251cc70c8 on network 4a41034f-c06c-4d9b-9052-c2cda421136f {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:14:42.498482 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Port ac49a375-b2ac-4f64-af09-44d251cc70c8 on network 4a41034f-c06c-4d9b-9052-c2cda421136f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:14:42.498804 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Attempting to bind port ac49a375-b2ac-4f64-af09-44d251cc70c8 on network 4a41034f-c06c-4d9b-9052-c2cda421136f {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:14:42.503813 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:14:42.504229 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Checking segment: {'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:14:42.504681 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Bound using segment: {'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:14:42.505196 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Bound port: ac49a375-b2ac-4f64-af09-44d251cc70c8, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:14:42.505613 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:42.573547 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] For port ac49a375-b2ac-4f64-af09-44d251cc70c8, host hv-cinder-80901, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:14:42.576510 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] For port ac49a375-b2ac-4f64-af09-44d251cc70c8, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=ac49a375-b2ac-4f64-af09-44d251cc70c8,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:14:42.663447 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:42.697529 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:42.698210 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:42.703844 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] 10.222.0.37 "PUT /v2.0/ports/ac49a375-b2ac-4f64-af09-44d251cc70c8 HTTP/1.1" status: 200 len: 1093 time: 0.8218527 Sep 14 22:14:42.703844 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3054bc-e3b7-4588-9bed-8d4184169624', 'tag': 'ac49a375-b2ac-4f64-af09-44d251cc70c8'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:14:42.703844 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bb9046-d00b-453b-8057-cedfd3be9dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3054bc-e3b7-4588-9bed-8d4184169624", "tag": "ac49a375-b2ac-4f64-af09-44d251cc70c8"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:14:42.725594 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5fa63-a31c-4130-bfc9-f219b55be204 service neutron] Pushing event updated for resources: {'Port': ['ID=ac49a375-b2ac-4f64-af09-44d251cc70c8,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:42.744493 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89d49e2-a402-47fa-8a13-b958c0583d97 x-openstack-request-id: req-a89d49e2-a402-47fa-8a13-b958c0583d97 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:14:42.744866 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3054bc-e3b7-4588-9bed-8d4184169624", "tag": "ac49a375-b2ac-4f64-af09-44d251cc70c8", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:14:42.745137 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a89d49e2-a402-47fa-8a13-b958c0583d97 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:14:42.745540 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3054bc-e3b7-4588-9bed-8d4184169624', 'tag': 'ac49a375-b2ac-4f64-af09-44d251cc70c8', 'status': 'completed', 'code': 200} Sep 14 22:14:42.828823 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb9046-d00b-453b-8057-cedfd3be9dd6 req-5e819ae9-f62b-436f-a977-ecf0ddaefc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:42.830328 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-96bb9046-d00b-453b-8057-cedfd3be9dd6 req-5e819ae9-f62b-436f-a977-ecf0ddaefc85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 1096 time: 0.0421433 Sep 14 22:14:42.940488 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb9046-d00b-453b-8057-cedfd3be9dd6 req-adf85a23-bdaf-4f69-818f-63cd1a5b415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:42.941919 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-96bb9046-d00b-453b-8057-cedfd3be9dd6 req-adf85a23-bdaf-4f69-818f-63cd1a5b415a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0985639 Sep 14 22:14:43.033883 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb9046-d00b-453b-8057-cedfd3be9dd6 req-052acc9f-f5e2-4bb1-9386-ebeb9e27d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:43.035268 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-96bb9046-d00b-453b-8057-cedfd3be9dd6 req-052acc9f-f5e2-4bb1-9386-ebeb9e27d6e6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864081 Sep 14 22:14:43.135292 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c18026-9b47-4722-9177-04374ea368d4 req-1792f303-e328-43b4-84b1-be9c09e31a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:43.136774 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-1792f303-e328-43b4-84b1-be9c09e31a87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 1096 time: 0.0392587 Sep 14 22:14:43.189560 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-ab492028-d95f-40f7-aeae-0c23506de0a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac49a375-b2ac-4f64-af09-44d251cc70c8 HTTP/1.1" status: 200 len: 217 time: 0.0353596 Sep 14 22:14:43.241822 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c18026-9b47-4722-9177-04374ea368d4 req-ad674698-dbe7-4671-8918-3cb7ec4e4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:43.243319 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-ad674698-dbe7-4671-8918-3cb7ec4e4b70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fad88da0-59be-428e-99a6-79d93a8c3802 HTTP/1.1" status: 200 len: 850 time: 0.0452938 Sep 14 22:14:43.319820 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c18026-9b47-4722-9177-04374ea368d4 req-8a4774e1-a146-4fcf-bf5e-220d3e6cde32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:43.321315 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-8a4774e1-a146-4fcf-bf5e-220d3e6cde32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a41034f-c06c-4d9b-9052-c2cda421136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709748 Sep 14 22:14:43.333708 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdd680-b57f-4251-92ef-4f56d936f7a3 req-62e39b2c-104e-4191-a0a1-6c993639c28a tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:43.335049 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7bbdd680-b57f-4251-92ef-4f56d936f7a3 req-62e39b2c-104e-4191-a0a1-6c993639c28a tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 943 time: 0.0608363 Sep 14 22:14:43.668611 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7bbdd680-b57f-4251-92ef-4f56d936f7a3 req-392b097c-16cf-4365-bca3-d307b917ccf3 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250263 Sep 14 22:14:43.694105 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-6bbb714e-7460-4691-aa66-2697c504b479 service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580828 Sep 14 22:14:43.785110 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-78c18026-9b47-4722-9177-04374ea368d4 req-90c96b0c-2493-4d26-b440-814a10762078 service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837827 Sep 14 22:14:44.461640 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-acb96a8b-03b9-467a-8e1c-8b27c885f509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:44.783495 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ce3f3-3387-4727-bad0-7829db558145 req-fe065f2b-9540-478f-b597-cc5b1c778e12 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:44.784878 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bd1ce3f3-3387-4727-bad0-7829db558145 req-fe065f2b-9540-478f-b597-cc5b1c778e12 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 943 time: 0.0482643 Sep 14 22:14:44.821483 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bd1ce3f3-3387-4727-bad0-7829db558145 req-6e0656e2-2eb9-4633-9b65-fbd5cee85aec tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307891 Sep 14 22:14:44.868286 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:45.760368 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:45.931897 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72022f-eab2-4f51-ab72-6dfa616e4e28 req-3f35a653-feb1-466b-8571-c6ed31c493c2 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:45.933473 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dd72022f-eab2-4f51-ab72-6dfa616e4e28 req-3f35a653-feb1-466b-8571-c6ed31c493c2 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 943 time: 0.0487595 Sep 14 22:14:45.975874 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dd72022f-eab2-4f51-ab72-6dfa616e4e28 req-02d1a179-d1f4-45c3-aeee-ca68da6ad6eb tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363710 Sep 14 22:14:47.068623 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:47.086735 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac7932-36d1-4aa9-89f8-cf58eefd948b req-afe2c844-ecad-4865-9688-4d76802ebc18 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:47.088209 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4fac7932-36d1-4aa9-89f8-cf58eefd948b req-afe2c844-ecad-4865-9688-4d76802ebc18 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 943 time: 0.0475097 Sep 14 22:14:47.125622 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4fac7932-36d1-4aa9-89f8-cf58eefd948b req-44b190c7-bce8-40e3-98d5-4dbd3bfca612 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309434 Sep 14 22:14:47.264950 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device ac49a375-b2ac-4f64-af09-44d251cc70c8 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:14:47.356684 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port ac49a375-b2ac-4f64-af09-44d251cc70c8, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=ac49a375-b2ac-4f64-af09-44d251cc70c8,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:14:47.367352 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'ac49a375-b2ac-4f64-af09-44d251cc70c8', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'port_id': 'ac49a375-b2ac-4f64-af09-44d251cc70c8', 'mac_address': 'fa:16:3e:3d:eb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:14:47.402622 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:47.418662 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac49a375-b2ac-4f64-af09-44d251cc70c8 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:14:47.436710 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port ac49a375-b2ac-4f64-af09-44d251cc70c8, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=ac49a375-b2ac-4f64-af09-44d251cc70c8,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:14:47.506973 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:47.553612 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=ac49a375-b2ac-4f64-af09-44d251cc70c8,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:47.829444 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['ac49a375-b2ac-4f64-af09-44d251cc70c8'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:14:48.235701 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266f1ec-d939-42a4-ad21-11e3fa531b65 req-aeedfc52-7763-4cb0-b16e-f89781cad65b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:48.237262 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a266f1ec-d939-42a4-ad21-11e3fa531b65 req-aeedfc52-7763-4cb0-b16e-f89781cad65b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 944 time: 0.0467300 Sep 14 22:14:48.273418 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a266f1ec-d939-42a4-ad21-11e3fa531b65 req-019cd7dc-797f-4ec9-bda8-80691c439efe tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304317 Sep 14 22:14:49.276005 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device ac49a375-b2ac-4f64-af09-44d251cc70c8 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:14:49.384275 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f0b45-c050-49fa-85ee-258b3e6b3d4d req-45b57e66-43df-47a6-8be5-baa274c8f9a8 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:49.385780 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e42f0b45-c050-49fa-85ee-258b3e6b3d4d req-45b57e66-43df-47a6-8be5-baa274c8f9a8 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 944 time: 0.0475659 Sep 14 22:14:49.387687 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port ac49a375-b2ac-4f64-af09-44d251cc70c8 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:14:49.391651 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port ac49a375-b2ac-4f64-af09-44d251cc70c8 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:14:49.392026 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:49.427586 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e42f0b45-c050-49fa-85ee-258b3e6b3d4d req-f2a02020-c9a4-470d-a132-b7c725cf99e3 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351820 Sep 14 22:14:49.468584 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:49.490183 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3054bc-e3b7-4588-9bed-8d4184169624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac49a375-b2ac-4f64-af09-44d251cc70c8'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:14:49.492374 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9142ac8b-e9f4-4227-8643-7632a84f924e" -d '{"events": [{"server_uuid": "3e3054bc-e3b7-4588-9bed-8d4184169624", "name": "network-vif-plugged", "status": "completed", "tag": "ac49a375-b2ac-4f64-af09-44d251cc70c8"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:14:49.508525 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port ac49a375-b2ac-4f64-af09-44d251cc70c8, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=ac49a375-b2ac-4f64-af09-44d251cc70c8,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:14:49.534012 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e72b9e-840c-4ad7-b8a9-f60cd3811a3b x-openstack-request-id: req-f4e72b9e-840c-4ad7-b8a9-f60cd3811a3b {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:14:49.537347 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3054bc-e3b7-4588-9bed-8d4184169624", "name": "network-vif-plugged", "status": "completed", "tag": "ac49a375-b2ac-4f64-af09-44d251cc70c8", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:14:49.537347 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4e72b9e-840c-4ad7-b8a9-f60cd3811a3b {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:14:49.537347 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3054bc-e3b7-4588-9bed-8d4184169624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac49a375-b2ac-4f64-af09-44d251cc70c8', 'code': 200} Sep 14 22:14:49.588954 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:49.640816 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=ac49a375-b2ac-4f64-af09-44d251cc70c8,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:14:49.909856 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9d122-3ad7-469e-8149-40701cc8ec82 req-a56ae638-b62a-48bb-a2aa-7339d0b519a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:49.911385 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-42b9d122-3ad7-469e-8149-40701cc8ec82 req-a56ae638-b62a-48bb-a2aa-7339d0b519a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 1098 time: 0.0430896 Sep 14 22:14:49.946016 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-42b9d122-3ad7-469e-8149-40701cc8ec82 req-f8847df1-c632-4fc2-a9e5-a73a89164fbf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264771 Sep 14 22:14:50.544458 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb9cea-cf07-4c89-8338-59805036fcfc req-b7a68a3f-1c57-4ab3-99ea-8cd1d377a9f7 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:50.545958 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f5fb9cea-cf07-4c89-8338-59805036fcfc req-b7a68a3f-1c57-4ab3-99ea-8cd1d377a9f7 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0476487 Sep 14 22:14:50.583267 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f5fb9cea-cf07-4c89-8338-59805036fcfc req-4a9df6ea-e7de-4413-87a6-ad85a0e21ce1 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315065 Sep 14 22:14:51.204961 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:14:51.694696 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbbd57-f3db-42da-8392-361865cab3d7 req-a02a6318-539a-4092-9aa8-d691192a8b23 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:51.696156 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fedbbd57-f3db-42da-8392-361865cab3d7 req-a02a6318-539a-4092-9aa8-d691192a8b23 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0478640 Sep 14 22:14:51.736551 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fedbbd57-f3db-42da-8392-361865cab3d7 req-d44ba892-8c4a-4919-bd86-7d4d49a79327 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339892 Sep 14 22:14:51.846393 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62bd09-2549-47a3-8e0c-b480b691637c req-375ba082-63f5-4961-a926-e679a80355e1 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:51.847862 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6c62bd09-2549-47a3-8e0c-b480b691637c req-375ba082-63f5-4961-a926-e679a80355e1 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0481420 Sep 14 22:14:51.856883 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 41900) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:14:51.861221 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-72ddf8aa-fa9e-4cab-b38a-f259fe721b97 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Request body: {'floatingip': {'port_id': 'ac49a375-b2ac-4f64-af09-44d251cc70c8'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:14:51.898804 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ddf8aa-fa9e-4cab-b38a-f259fe721b97 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:52.431974 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ddf8aa-fa9e-4cab-b38a-f259fe721b97 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:52.497216 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ddf8aa-fa9e-4cab-b38a-f259fe721b97 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:52.594061 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.l3_db [None req-72ddf8aa-fa9e-4cab-b38a-f259fe721b97 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Floating IP f3fc034b-de73-44cf-850a-aaea18a65931 associated. External IP: 172.27.2.127, port: ac49a375-b2ac-4f64-af09-44d251cc70c8. Sep 14 22:14:52.794220 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ddf8aa-fa9e-4cab-b38a-f259fe721b97 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:14:52.896352 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ddf8aa-fa9e-4cab-b38a-f259fe721b97 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:14:52.900830 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ddf8aa-fa9e-4cab-b38a-f259fe721b97 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:14:52.907562 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064c146-2741-40eb-a89b-49eb6f45e2b7 None None] Sync routers for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:14:52.916778 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c064c146-2741-40eb-a89b-49eb6f45e2b7 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:14:52.917386 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-c064c146-2741-40eb-a89b-49eb6f45e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:14:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:52.930250 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-72ddf8aa-fa9e-4cab-b38a-f259fe721b97 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "PUT /v2.0/floatingips/f3fc034b-de73-44cf-850a-aaea18a65931 HTTP/1.1" status: 200 len: 991 time: 1.0697618 Sep 14 22:14:52.930250 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3054bc-e3b7-4588-9bed-8d4184169624', 'tag': 'ac49a375-b2ac-4f64-af09-44d251cc70c8'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:14:52.930612 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f2ca12-3fb2-40d7-b92d-e6971d120c44" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3054bc-e3b7-4588-9bed-8d4184169624", "tag": "ac49a375-b2ac-4f64-af09-44d251cc70c8"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:14:52.969137 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c0b6e9-f578-401b-9c25-92100ff81e18 x-openstack-request-id: req-28c0b6e9-f578-401b-9c25-92100ff81e18 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:14:52.969431 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3054bc-e3b7-4588-9bed-8d4184169624", "tag": "ac49a375-b2ac-4f64-af09-44d251cc70c8", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:14:52.969703 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28c0b6e9-f578-401b-9c25-92100ff81e18 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:14:52.970104 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3054bc-e3b7-4588-9bed-8d4184169624', 'tag': 'ac49a375-b2ac-4f64-af09-44d251cc70c8', 'status': 'completed', 'code': 200} Sep 14 22:14:53.023458 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-c064c146-2741-40eb-a89b-49eb6f45e2b7 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:14:53.066367 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ca12-3fb2-40d7-b92d-e6971d120c44 req-f9653eb6-86fc-416b-8660-c510f8ba1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:53.067881 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-81f2ca12-3fb2-40d7-b92d-e6971d120c44 req-f9653eb6-86fc-416b-8660-c510f8ba1b41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 1098 time: 0.0474236 Sep 14 22:14:53.159329 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ca12-3fb2-40d7-b92d-e6971d120c44 req-4f01594d-ea9f-49e4-8f21-b7a36c967e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:53.160813 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-81f2ca12-3fb2-40d7-b92d-e6971d120c44 req-4f01594d-ea9f-49e4-8f21-b7a36c967e4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a41034f-c06c-4d9b-9052-c2cda421136f HTTP/1.1" status: 200 len: 912 time: 0.0858653 Sep 14 22:14:53.222870 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-81f2ca12-3fb2-40d7-b92d-e6971d120c44 req-7a1c78cd-6a21-4c1b-931b-81fc887727f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac49a375-b2ac-4f64-af09-44d251cc70c8 HTTP/1.1" status: 200 len: 999 time: 0.0553181 Sep 14 22:14:53.240159 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-c064c146-2741-40eb-a89b-49eb6f45e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': 'f3fc034b-de73-44cf-850a-aaea18a65931', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'port_id': 'ac49a375-b2ac-4f64-af09-44d251cc70c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'mac_address': 'fa:16:3e:3d:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3054bc-e3b7-4588-9bed-8d4184169624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:14:37Z', 'updated_at': '2021-09-14T22:14:52Z', 'revision_number': 1, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:37Z', 'revision_number': 5, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:53.268826 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064c146-2741-40eb-a89b-49eb6f45e2b7 None None] Checking router: 26063571-c03e-4c7e-a558-85bd8d3ab7b2 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:14:53.273819 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ca12-3fb2-40d7-b92d-e6971d120c44 req-63866f19-605c-49d4-92d7-5c6a6e36629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:53.275290 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-81f2ca12-3fb2-40d7-b92d-e6971d120c44 req-63866f19-605c-49d4-92d7-5c6a6e36629d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fad88da0-59be-428e-99a6-79d93a8c3802 HTTP/1.1" status: 200 len: 850 time: 0.0463438 Sep 14 22:14:53.276734 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c064c146-2741-40eb-a89b-49eb6f45e2b7 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:14:53.277360 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-c064c146-2741-40eb-a89b-49eb6f45e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:14:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:53.320264 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ca12-3fb2-40d7-b92d-e6971d120c44 req-628cf3b7-3b9b-4a74-9c0e-8765278cceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:14:53.321827 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-81f2ca12-3fb2-40d7-b92d-e6971d120c44 req-628cf3b7-3b9b-4a74-9c0e-8765278cceb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a41034f-c06c-4d9b-9052-c2cda421136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396066 Sep 14 22:14:53.379688 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-c064c146-2741-40eb-a89b-49eb6f45e2b7 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:14:53.409861 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-81f2ca12-3fb2-40d7-b92d-e6971d120c44 req-21e4ad19-fde0-4a02-b7eb-5617245c43f1 service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807436 Sep 14 22:14:53.501015 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-81f2ca12-3fb2-40d7-b92d-e6971d120c44 req-927cbd7a-e242-47c8-bf4a-c3147ad25856 service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846753 Sep 14 22:14:53.673262 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-c064c146-2741-40eb-a89b-49eb6f45e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': 'f3fc034b-de73-44cf-850a-aaea18a65931', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'port_id': 'ac49a375-b2ac-4f64-af09-44d251cc70c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'mac_address': 'fa:16:3e:3d:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3054bc-e3b7-4588-9bed-8d4184169624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:14:37Z', 'updated_at': '2021-09-14T22:14:52Z', 'revision_number': 1, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:37Z', 'revision_number': 5, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:14:53.702137 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064c146-2741-40eb-a89b-49eb6f45e2b7 None None] The sync data for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi is: [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': 'f3fc034b-de73-44cf-850a-aaea18a65931', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'port_id': 'ac49a375-b2ac-4f64-af09-44d251cc70c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'mac_address': 'fa:16:3e:3d:eb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3054bc-e3b7-4588-9bed-8d4184169624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:14:37Z', 'updated_at': '2021-09-14T22:14:52Z', 'revision_number': 1, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:37Z', 'revision_number': 5, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:14:53.882986 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a005dc-4d85-4d24-8b58-34b3ec6e446d None None] New status for floating IP f3fc034b-de73-44cf-850a-aaea18a65931: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:15:08.009981 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:09.686969 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc32764-941e-4033-9a9d-ea56a6b52b95 req-81874381-735d-4ceb-8452-3b6530c1cf9c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:09.688494 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7dc32764-941e-4033-9a9d-ea56a6b52b95 req-81874381-735d-4ceb-8452-3b6530c1cf9c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0484095 Sep 14 22:15:09.729696 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7dc32764-941e-4033-9a9d-ea56a6b52b95 req-0f28c3cd-9201-4cbc-b6f4-2744eaad7d3f tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345130 Sep 14 22:15:10.848321 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8db32-2f0e-4b15-96ca-cf8e0a3acf45 req-39814551-53a9-4d74-875a-4e54b31b1508 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:10.849824 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a9e8db32-2f0e-4b15-96ca-cf8e0a3acf45 req-39814551-53a9-4d74-875a-4e54b31b1508 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0530512 Sep 14 22:15:10.887801 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a9e8db32-2f0e-4b15-96ca-cf8e0a3acf45 req-9d052685-b3f8-4c74-9cce-89695ccb3a47 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321383 Sep 14 22:15:11.879919 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-a0f8adcc-ceac-4612-b02f-5447b9c38326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:12.001259 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab629a64-4366-41cf-aa3e-bcdfc2ee3d80 req-6d3db625-41c2-4489-88b3-2406d6ad67a4 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:12.002724 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ab629a64-4366-41cf-aa3e-bcdfc2ee3d80 req-6d3db625-41c2-4489-88b3-2406d6ad67a4 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0476856 Sep 14 22:15:12.039874 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ab629a64-4366-41cf-aa3e-bcdfc2ee3d80 req-fc8a173b-72aa-487b-8efe-78195835bb23 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314045 Sep 14 22:15:12.276465 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3200357-05d8-45be-959c-87614b3fa23e req-01652ff4-09b3-4a69-8acb-7457e602406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:12.277953 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b3200357-05d8-45be-959c-87614b3fa23e req-01652ff4-09b3-4a69-8acb-7457e602406d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59f8029d6d424ff38dcf8f6bc941dc31&device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 1099 time: 0.0389237 Sep 14 22:15:12.382994 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3200357-05d8-45be-959c-87614b3fa23e req-6acbf0c8-8460-416c-b8d9-099c77f372ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:12.384405 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b3200357-05d8-45be-959c-87614b3fa23e req-6acbf0c8-8460-416c-b8d9-099c77f372ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b787b3b-f272-41a2-8674-930e78848175 HTTP/1.1" status: 200 len: 909 time: 0.0835028 Sep 14 22:15:12.451812 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b3200357-05d8-45be-959c-87614b3fa23e req-d634a44b-781e-41b9-9de8-fa1129eb0934 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9edc6327-8a07-4f06-b416-f52881a35181 HTTP/1.1" status: 200 len: 1002 time: 0.0598733 Sep 14 22:15:12.508736 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3200357-05d8-45be-959c-87614b3fa23e req-27dc6f78-f7a5-441c-8cac-540ea94b6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:12.510230 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b3200357-05d8-45be-959c-87614b3fa23e req-27dc6f78-f7a5-441c-8cac-540ea94b6a28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b037e-8cc6-4ee8-bc45-4a05c271dd57 HTTP/1.1" status: 200 len: 847 time: 0.0499966 Sep 14 22:15:12.554546 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3200357-05d8-45be-959c-87614b3fa23e req-091d7712-0c91-4323-9e95-c5dd82a3a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:12.555992 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b3200357-05d8-45be-959c-87614b3fa23e req-091d7712-0c91-4323-9e95-c5dd82a3a282 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b787b3b-f272-41a2-8674-930e78848175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388160 Sep 14 22:15:12.643413 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b3200357-05d8-45be-959c-87614b3fa23e req-fe5ab12c-6bb5-42e8-93d7-c12a8683edee service neutron] 10.222.0.37 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794568 Sep 14 22:15:12.736734 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b3200357-05d8-45be-959c-87614b3fa23e req-81293c09-f9e7-4ae6-92a2-6a0c7832ac8e service neutron] 10.222.0.37 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859640 Sep 14 22:15:12.853222 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5b2a9-5f8f-439f-91e5-ad9af7a548d1 req-e1f52be7-e308-4c4d-b395-19fe4a17dd9d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:12.854693 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b4c5b2a9-5f8f-439f-91e5-ad9af7a548d1 req-e1f52be7-e308-4c4d-b395-19fe4a17dd9d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 945 time: 0.0475883 Sep 14 22:15:12.892397 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b4c5b2a9-5f8f-439f-91e5-ad9af7a548d1 req-5d3a52fd-ecbe-4794-a0cc-5fd4459f1863 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316777 Sep 14 22:15:13.154066 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce0d11-3dd0-45d5-91ba-ac4c0914767e req-cf3738ee-b94e-4d99-b1d6-b25d4c7d1e99 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:13.155775 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dfce0d11-3dd0-45d5-91ba-ac4c0914767e req-cf3738ee-b94e-4d99-b1d6-b25d4c7d1e99 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0514638 Sep 14 22:15:13.193830 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dfce0d11-3dd0-45d5-91ba-ac4c0914767e req-c20295da-e89a-4b3a-844b-74c0cefe9011 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319896 Sep 14 22:15:14.006840 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386332b-7db7-4d3d-b380-f3b680491512 req-b8625d38-93bb-47ba-8d59-8a2b92da29d7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:14.008311 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1386332b-7db7-4d3d-b380-f3b680491512 req-b8625d38-93bb-47ba-8d59-8a2b92da29d7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 945 time: 0.0497923 Sep 14 22:15:14.045565 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1386332b-7db7-4d3d-b380-f3b680491512 req-a144797b-b6cf-4e27-aafa-37ee8f75de68 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313671 Sep 14 22:15:14.305292 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43be52-791c-4f34-8e3c-06c590a8f070 req-788c072c-096c-4e2f-96a2-90e219047061 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:14.306748 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0a43be52-791c-4f34-8e3c-06c590a8f070 req-788c072c-096c-4e2f-96a2-90e219047061 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0484605 Sep 14 22:15:14.342847 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0a43be52-791c-4f34-8e3c-06c590a8f070 req-82f144e0-6fb9-4f9d-a867-c8372a4c9745 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302172 Sep 14 22:15:14.444800 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ffa8739a-1720-4735-9e15-13d538b2c1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:14.778144 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-1d92b846-fd58-48ea-9e7e-1300a86f8cb7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:14.779562 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-1d92b846-fd58-48ea-9e7e-1300a86f8cb7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 945 time: 0.0499916 Sep 14 22:15:14.874547 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Deleting port 3a98a148-1ed5-482d-84ed-ba6b91c09d98 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:15:14.874918 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:14.885851 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:14.963747 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] For port 3a98a148-1ed5-482d-84ed-ba6b91c09d98, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=3a98a148-1ed5-482d-84ed-ba6b91c09d98,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:15:14.964119 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:15.154248 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:15.154610 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:15.155194 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.l3_db [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Floating IP 73e77d76-e844-4c06-987a-c7e6929bebf0 disassociated. External IP: 172.27.2.30, port: 3a98a148-1ed5-482d-84ed-ba6b91c09d98. Sep 14 22:15:15.155534 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Calling delete_port for 3a98a148-1ed5-482d-84ed-ba6b91c09d98 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:15:15.215163 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddd751-f157-4785-89db-faab92ef23e7 req-2b967d49-c00e-4981-8353-cfc8d1a43d97 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:15.216638 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-84ddd751-f157-4785-89db-faab92ef23e7 req-2b967d49-c00e-4981-8353-cfc8d1a43d97 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 945 time: 0.1015558 Sep 14 22:15:15.274626 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-84ddd751-f157-4785-89db-faab92ef23e7 req-13f7c088-4b89-4c99-bfcf-9ec2d1527a7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511563 Sep 14 22:15:15.420631 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:15.706796 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event deleted for resources: {'Port': ['ID=3a98a148-1ed5-482d-84ed-ba6b91c09d98,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:15:15.735658 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:15.763523 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc332a-78c2-476a-9339-9d84666a2ef2 req-e25f1313-f30f-461b-b8a6-dc96081b6f54 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:15.765035 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8bdc332a-78c2-476a-9339-9d84666a2ef2 req-e25f1313-f30f-461b-b8a6-dc96081b6f54 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.3539550 Sep 14 22:15:15.848430 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8bdc332a-78c2-476a-9339-9d84666a2ef2 req-a7a01a4e-4c95-48d7-b641-ed9a1803cf7a tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503724 Sep 14 22:15:15.864846 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:15:15.970283 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:15:15.980216 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0996e9d-87e9-4998-8a70-a0a716e27c0d None None] Sync routers for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:15:15.989901 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0996e9d-87e9-4998-8a70-a0a716e27c0d None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:15:15.990520 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-d0996e9d-87e9-4998-8a70-a0a716e27c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:15:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:15:16.010310 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] No DVR routers for this DVR port 3a98a148-1ed5-482d-84ed-ba6b91c09d98 on host hv-cinder-80901 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:15:16.012896 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:16.014906 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bbca449e-8d10-42df-98cb-922c51c7b0d7 req-06017b80-8e59-405b-8bb8-08f3fb967b7c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "DELETE /v2.0/ports/3a98a148-1ed5-482d-84ed-ba6b91c09d98 HTTP/1.1" status: 204 len: 173 time: 1.2292943 Sep 14 22:15:16.015459 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62660128-c4b8-421f-b079-c9b6022e4907', 'name': 'network-vif-deleted', 'tag': '3a98a148-1ed5-482d-84ed-ba6b91c09d98'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:15:16.017784 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd495509-57a8-45e3-bb56-82b2478ade48" -d '{"events": [{"server_uuid": "62660128-c4b8-421f-b079-c9b6022e4907", "name": "network-vif-deleted", "tag": "3a98a148-1ed5-482d-84ed-ba6b91c09d98"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:15:16.056255 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120303ae-2369-4a98-a8a4-fa9b4c85e0f8 x-openstack-request-id: req-120303ae-2369-4a98-a8a4-fa9b4c85e0f8 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:15:16.056255 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62660128-c4b8-421f-b079-c9b6022e4907", "name": "network-vif-deleted", "tag": "3a98a148-1ed5-482d-84ed-ba6b91c09d98", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:15:16.056611 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-120303ae-2369-4a98-a8a4-fa9b4c85e0f8 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:15:16.056878 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62660128-c4b8-421f-b079-c9b6022e4907', 'name': 'network-vif-deleted', 'tag': '3a98a148-1ed5-482d-84ed-ba6b91c09d98', 'status': 'completed', 'code': 200} Sep 14 22:15:16.107423 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-d0996e9d-87e9-4998-8a70-a0a716e27c0d None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:15:16.307260 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-d0996e9d-87e9-4998-8a70-a0a716e27c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:15:16.333222 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0996e9d-87e9-4998-8a70-a0a716e27c0d None None] Checking router: d21effc7-d9ed-47f9-b99c-ad00ee46efc3 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:15:16.341846 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0996e9d-87e9-4998-8a70-a0a716e27c0d None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:15:16.342452 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-d0996e9d-87e9-4998-8a70-a0a716e27c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:15:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:15:16.377887 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-83fdc54b-fcc2-4136-9e5a-e9cb60a9a7b7 req-db1379bc-021e-425c-9757-e7a056b0b7ab tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 210 time: 0.0256011 Sep 14 22:15:16.446342 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-d0996e9d-87e9-4998-8a70-a0a716e27c0d None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:15:16.640199 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-d0996e9d-87e9-4998-8a70-a0a716e27c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:15:16.665432 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0996e9d-87e9-4998-8a70-a0a716e27c0d None None] The sync data for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi is: [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:15:16.882535 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e95e6f4-0c95-4473-9a8f-ea4b6055abe7 None None] New status for floating IP 73e77d76-e844-4c06-987a-c7e6929bebf0: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:15:16.965443 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adab959-32a2-493f-8ace-6abcbeb24486 req-662e1b2e-c37f-4a68-932b-d4fc32aca36f tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:16.968347 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8adab959-32a2-493f-8ace-6abcbeb24486 req-662e1b2e-c37f-4a68-932b-d4fc32aca36f tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0538509 Sep 14 22:15:17.010373 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8adab959-32a2-493f-8ace-6abcbeb24486 req-354da636-c1c6-4692-bd92-a1936e79def3 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360208 Sep 14 22:15:17.084406 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:17.485257 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-da7246b4-b5a6-4a13-80aa-3287152b584e req-b6494ce9-d479-4482-88e7-70f3b7be37ff tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=62660128-c4b8-421f-b079-c9b6022e4907 HTTP/1.1" status: 200 len: 210 time: 0.0257483 Sep 14 22:15:18.123251 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17453ce-d542-4b21-87ab-7af80f41e86a req-eb3ab0c8-a3ad-497e-9c82-b28e15d0ae87 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:18.124712 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c17453ce-d542-4b21-87ab-7af80f41e86a req-eb3ab0c8-a3ad-497e-9c82-b28e15d0ae87 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0484858 Sep 14 22:15:18.163391 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c17453ce-d542-4b21-87ab-7af80f41e86a req-09bb6d8c-e012-4b01-a755-473320a79c67 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328240 Sep 14 22:15:18.723721 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-3129d455-effd-4259-b290-a50cea816518 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777504985&fields=id&tenant_id=d0c8570f409040cfb8f86f5c5f0271e0 HTTP/1.1" status: 200 len: 267 time: 0.0313962 Sep 14 22:15:18.828660 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-8f3812e2-9aae-47ef-9796-8c4e2aa2dfef tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:18.830118 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-8f3812e2-9aae-47ef-9796-8c4e2aa2dfef tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/networks?id=06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 200 len: 812 time: 0.1000447 Sep 14 22:15:18.845112 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-6377791d-1b57-4153-b871-a3029fbaa929 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/quotas/d0c8570f409040cfb8f86f5c5f0271e0 HTTP/1.1" status: 200 len: 375 time: 0.0085652 Sep 14 22:15:18.896096 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-ba32f07c-0907-4e25-b285-52129f895840 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459104 Sep 14 22:15:18.991065 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-b8354f1a-e696-440f-9de7-059fe4c981d0 service neutron] 10.222.0.30 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836241 Sep 14 22:15:19.078320 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-27b77870-ec63-44e4-ab88-7ce798258076 service neutron] 10.222.0.30 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806735 Sep 14 22:15:19.280149 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66257e-5bfa-4e17-b402-9380c2b1e77e req-4a7143d4-bef8-4beb-9fb3-4d0fb9a670d2 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:19.281682 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ba66257e-5bfa-4e17-b402-9380c2b1e77e req-4a7143d4-bef8-4beb-9fb3-4d0fb9a670d2 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0492394 Sep 14 22:15:19.318833 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ba66257e-5bfa-4e17-b402-9380c2b1e77e req-48b33660-1f35-45aa-b80d-9b9aefbc7e23 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313032 Sep 14 22:15:19.454943 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 3a98a148-1ed5-482d-84ed-ba6b91c09d98 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:15:19.478416 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: 3a98a148-1ed5-482d-84ed-ba6b91c09d98 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:15:19.478766 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 3a98a148-1ed5-482d-84ed-ba6b91c09d98 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:15:19.697303 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-08353a60-46e4-4199-9d11-aa135ebdf19f req-b02b9a43-5f62-47b7-b0ae-e0e11ee532d7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 210 time: 0.0318737 Sep 14 22:15:19.982607 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4bf5-07c9-41ee-86f8-390201e010a7 req-5b0084a8-2fd5-49e3-817e-a0db50a4d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:19.984139 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-36eb4bf5-07c9-41ee-86f8-390201e010a7 req-5b0084a8-2fd5-49e3-817e-a0db50a4d77e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59f8029d6d424ff38dcf8f6bc941dc31&device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 1099 time: 0.0403535 Sep 14 22:15:20.079389 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4bf5-07c9-41ee-86f8-390201e010a7 req-7c64a613-a1b9-4d19-92af-0da1866a1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:20.079389 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-36eb4bf5-07c9-41ee-86f8-390201e010a7 req-7c64a613-a1b9-4d19-92af-0da1866a1fb5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b787b3b-f272-41a2-8674-930e78848175 HTTP/1.1" status: 200 len: 909 time: 0.0859077 Sep 14 22:15:20.142623 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-36eb4bf5-07c9-41ee-86f8-390201e010a7 req-9db2ba85-d34d-46ab-95fe-d4920657cb99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9edc6327-8a07-4f06-b416-f52881a35181 HTTP/1.1" status: 200 len: 1002 time: 0.0567687 Sep 14 22:15:20.192812 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4bf5-07c9-41ee-86f8-390201e010a7 req-56908bdb-aa45-409e-af54-0bbe49438655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:20.194292 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-36eb4bf5-07c9-41ee-86f8-390201e010a7 req-56908bdb-aa45-409e-af54-0bbe49438655 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b037e-8cc6-4ee8-bc45-4a05c271dd57 HTTP/1.1" status: 200 len: 847 time: 0.0444787 Sep 14 22:15:20.242447 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4bf5-07c9-41ee-86f8-390201e010a7 req-1a3b412c-ad8a-4c2e-a7cb-b83f8d356b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:20.244435 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-36eb4bf5-07c9-41ee-86f8-390201e010a7 req-1a3b412c-ad8a-4c2e-a7cb-b83f8d356b53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b787b3b-f272-41a2-8674-930e78848175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425668 Sep 14 22:15:20.335279 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-36eb4bf5-07c9-41ee-86f8-390201e010a7 req-7c6409b2-f722-4207-8311-c70f1c9f3b7d service neutron] 10.222.0.37 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825162 Sep 14 22:15:20.457923 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-36eb4bf5-07c9-41ee-86f8-390201e010a7 req-3c831d54-9458-483f-82b4-305025439759 service neutron] 10.222.0.37 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154921 Sep 14 22:15:20.466184 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a3b39-d7db-41d3-8b6c-063f52c2fc24 req-58817dc8-31e4-4fc2-837d-a5b766ddda74 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:20.467558 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b36a3b39-d7db-41d3-8b6c-063f52c2fc24 req-58817dc8-31e4-4fc2-837d-a5b766ddda74 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0662932 Sep 14 22:15:20.508103 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b36a3b39-d7db-41d3-8b6c-063f52c2fc24 req-bc989adf-b7f9-4ccb-b5b0-740aaff8cc7f tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336592 Sep 14 22:15:20.795038 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a78f07f4-ae78-4b07-bf08-45d9b38c4e1a req-204fc688-9801-4a9e-b8ad-25d417517c82 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 210 time: 0.0302963 Sep 14 22:15:21.641075 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4b27b-5b4c-419e-ab77-6d47ef912d74 req-ad86b60e-0363-48bf-976a-7e76570dd4ac tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:21.643572 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-20c4b27b-5b4c-419e-ab77-6d47ef912d74 req-ad86b60e-0363-48bf-976a-7e76570dd4ac tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0645351 Sep 14 22:15:21.684681 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-20c4b27b-5b4c-419e-ab77-6d47ef912d74 req-dbb5f8bc-152b-48fd-a722-ee564c9b89b9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345869 Sep 14 22:15:21.828135 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-63b03e54-7070-41f1-8f2e-9be08d1ea347 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:21.831446 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-63b03e54-7070-41f1-8f2e-9be08d1ea347 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "GET /v2.0/networks?id=06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 200 len: 812 time: 0.1034734 Sep 14 22:15:21.908620 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dff33037-05d9-4f60-b9c6-bcae31c47589 req-664e8acf-9201-4f34-8f50-f481c10cedca tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 210 time: 0.0330954 Sep 14 22:15:21.922940 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-6b49eedd-fa23-43b9-a124-3cfcaea04395 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c8570f409040cfb8f86f5c5f0271e0 HTTP/1.1" status: 200 len: 379 time: 0.0723555 Sep 14 22:15:21.933364 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Request body: {'port': {'device_id': '0314249e-d357-4acd-96bd-df86c1e6c810', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'admin_state_up': True, 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'security_groups': ['7fd47eb2-78ee-425a-8a7c-b225a4e9023a']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:15:22.097233 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Made reservation on behalf of d0c8570f409040cfb8f86f5c5f0271e0 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:15:22.100990 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:22.234309 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Allocated IP 172.20.0.14 (06a932b9-57f5-4830-a80a-fd6880f53b99/d4cb725a-079c-425c-aee6-4d2d1c527df5/f43b462c-09e7-4c17-9606-451f23bc62ee) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:15:22.371529 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:22.507783 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:22.549305 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Network 06a932b9-57f5-4830-a80a-fd6880f53b99 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:15:22.552303 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:15:22.556462 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:15:22.586060 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'Port': ['ID=f43b462c-09e7-4c17-9606-451f23bc62ee,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:15:22.600504 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:22.600909 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:22.603915 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:22.603915 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:22.603915 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:22.603915 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:22.603915 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:22.603915 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:22.603915 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:22.604688 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:22.604688 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:22.604688 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:22.624469 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:22.625135 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:22.709384 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-ccf43e47-fe3b-458a-be0d-dfa6a820489a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7796776 Sep 14 22:15:22.731805 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Request body: {'port': {'device_id': '0314249e-d357-4acd-96bd-df86c1e6c810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:15:22.768207 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-fb767bfe-d1a2-4f07-89d5-a3862eff12ea None None] Provisioning complete for port f43b462c-09e7-4c17-9606-451f23bc62ee triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:15:22.768907 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fb767bfe-d1a2-4f07-89d5-a3862eff12ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:22.803619 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-fb767bfe-d1a2-4f07-89d5-a3862eff12ea None None] Port f43b462c-09e7-4c17-9606-451f23bc62ee cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:15:22.832421 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:22.843654 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66831746-f4a3-4177-ba88-45034067907d req-e06798e6-e8c0-4b55-a540-6ffcd7ba73b0 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:22.845169 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-66831746-f4a3-4177-ba88-45034067907d req-e06798e6-e8c0-4b55-a540-6ffcd7ba73b0 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0916858 Sep 14 22:15:22.918557 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-66831746-f4a3-4177-ba88-45034067907d req-a9978b3e-7eb7-4bb0-b741-fff86d4216ea tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651968 Sep 14 22:15:23.075398 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf126783-e020-49a6-a6ef-05f7885a49a3 req-ac4fab54-6608-4a3f-b06f-5031ef4f6d62 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:23.076888 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cf126783-e020-49a6-a6ef-05f7885a49a3 req-ac4fab54-6608-4a3f-b06f-5031ef4f6d62 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 932 time: 0.0943196 Sep 14 22:15:23.173046 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cf126783-e020-49a6-a6ef-05f7885a49a3 req-58900ced-b40c-4e51-97bf-98169e516252 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674272 Sep 14 22:15:23.230708 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43b462c-09e7-4c17-9606-451f23bc62ee {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:15:23.238617 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:23.250389 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Transition to ACTIVE for port object f43b462c-09e7-4c17-9606-451f23bc62ee will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:15:23.331361 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:23.385269 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Pushing event updated for resources: {'Port': ['ID=f43b462c-09e7-4c17-9606-451f23bc62ee,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:15:23.453250 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Attempting to bind port f43b462c-09e7-4c17-9606-451f23bc62ee on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:15:23.454006 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Attempting to bind port f43b462c-09e7-4c17-9606-451f23bc62ee by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:15:23.454006 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Attempting to bind port f43b462c-09e7-4c17-9606-451f23bc62ee on network 06a932b9-57f5-4830-a80a-fd6880f53b99 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:15:23.458526 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Port f43b462c-09e7-4c17-9606-451f23bc62ee on network 06a932b9-57f5-4830-a80a-fd6880f53b99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:15:23.458850 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Attempting to bind port f43b462c-09e7-4c17-9606-451f23bc62ee on network 06a932b9-57f5-4830-a80a-fd6880f53b99 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:15:23.464474 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:15:23.464839 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Checking segment: {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:15:23.465228 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Bound using segment: {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:15:23.465732 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Bound port: f43b462c-09e7-4c17-9606-451f23bc62ee, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:15:23.466095 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:23.530218 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] For port f43b462c-09e7-4c17-9606-451f23bc62ee, host hv-cinder-80901, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:15:23.533210 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] For port f43b462c-09e7-4c17-9606-451f23bc62ee, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=f43b462c-09e7-4c17-9606-451f23bc62ee,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:15:23.623375 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:23.658301 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:23.658952 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:23.660354 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] 10.222.0.37 "PUT /v2.0/ports/f43b462c-09e7-4c17-9606-451f23bc62ee HTTP/1.1" status: 200 len: 1094 time: 0.9357331 Sep 14 22:15:23.660770 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0314249e-d357-4acd-96bd-df86c1e6c810', 'tag': 'f43b462c-09e7-4c17-9606-451f23bc62ee'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:15:23.663102 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af98cd17-04d9-4972-bc51-7e95ae0e7cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "0314249e-d357-4acd-96bd-df86c1e6c810", "tag": "f43b462c-09e7-4c17-9606-451f23bc62ee"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:15:23.691288 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd5ad8-e4f1-4949-b459-ef0688a9b9ae service neutron] Pushing event updated for resources: {'Port': ['ID=f43b462c-09e7-4c17-9606-451f23bc62ee,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:15:23.719413 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c974d8-fc42-419e-b0c2-2210b636f3cf x-openstack-request-id: req-68c974d8-fc42-419e-b0c2-2210b636f3cf {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:15:23.719994 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0314249e-d357-4acd-96bd-df86c1e6c810", "tag": "f43b462c-09e7-4c17-9606-451f23bc62ee", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:15:23.720199 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68c974d8-fc42-419e-b0c2-2210b636f3cf {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:15:23.720871 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0314249e-d357-4acd-96bd-df86c1e6c810', 'tag': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'status': 'completed', 'code': 200} Sep 14 22:15:23.822849 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98cd17-04d9-4972-bc51-7e95ae0e7cdc req-0da1c1f3-8b52-43df-91c0-a1d2464e88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:23.827517 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-af98cd17-04d9-4972-bc51-7e95ae0e7cdc req-0da1c1f3-8b52-43df-91c0-a1d2464e88c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 1097 time: 0.0431979 Sep 14 22:15:23.936107 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98cd17-04d9-4972-bc51-7e95ae0e7cdc req-fa9a3bb2-8006-490b-9e72-3a89aaff2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:23.937557 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-af98cd17-04d9-4972-bc51-7e95ae0e7cdc req-fa9a3bb2-8006-490b-9e72-3a89aaff2abe service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0989439 Sep 14 22:15:24.062643 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98cd17-04d9-4972-bc51-7e95ae0e7cdc req-bcda8d45-c4bb-4904-acda-e8e906b24b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:24.064222 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-af98cd17-04d9-4972-bc51-7e95ae0e7cdc req-bcda8d45-c4bb-4904-acda-e8e906b24b09 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1194246 Sep 14 22:15:24.076430 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22250a19-35ac-4dd4-8761-4f86c40bd613 req-463b5f03-bae5-4e04-ad3d-8c16337e1dee tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:24.077842 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-22250a19-35ac-4dd4-8761-4f86c40bd613 req-463b5f03-bae5-4e04-ad3d-8c16337e1dee tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0730367 Sep 14 22:15:24.117033 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-22250a19-35ac-4dd4-8761-4f86c40bd613 req-9bd266fd-5423-4c2a-9e57-53bffff8e2ac tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332074 Sep 14 22:15:24.163028 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-0dd57f5e-14dd-4da9-8e0d-e6094803861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:24.164110 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-0dd57f5e-14dd-4da9-8e0d-e6094803861c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 1097 time: 0.0402455 Sep 14 22:15:24.187419 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [req-9a990337-64f9-456e-a694-5d2cdf83f59d req-58ef794d-c4f2-4f6e-949d-08dbb790255c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:15:24.188383 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9a990337-64f9-456e-a694-5d2cdf83f59d req-58ef794d-c4f2-4f6e-949d-08dbb790255c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051949 Sep 14 22:15:24.235765 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-3f3e84cf-70a8-40c8-88e5-260fa6e647dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f43b462c-09e7-4c17-9606-451f23bc62ee HTTP/1.1" status: 200 len: 217 time: 0.0382473 Sep 14 22:15:24.286541 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-53b27ca7-1d8e-4e4f-a195-03326fd3b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:24.288022 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-53b27ca7-1d8e-4e4f-a195-03326fd3b206 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4cb725a-079c-425c-aee6-4d2d1c527df5 HTTP/1.1" status: 200 len: 851 time: 0.0434892 Sep 14 22:15:24.361313 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804e38e-924f-4a15-8c64-bd7b0ef813fd req-f7bac618-3bfe-4e5e-adf0-f10e6bee9be7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:24.362790 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e804e38e-924f-4a15-8c64-bd7b0ef813fd req-f7bac618-3bfe-4e5e-adf0-f10e6bee9be7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 944 time: 0.0739110 Sep 14 22:15:24.365363 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-cea07528-e296-4aee-83a1-5256661e1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:24.366714 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-cea07528-e296-4aee-83a1-5256661e1bd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06a932b9-57f5-4830-a80a-fd6880f53b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681505 Sep 14 22:15:24.459474 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e804e38e-924f-4a15-8c64-bd7b0ef813fd req-c6072b71-72fd-4751-ae87-e0d3786d91f3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899944 Sep 14 22:15:24.518099 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-c5ce2dfb-ff78-4712-8aaf-0537b653d387 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429856 Sep 14 22:15:24.531049 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f95fa-a6e7-4005-9110-772d22eeb061 req-f5e61777-2c74-46eb-a8f5-549a7570b937 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:24.532520 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bf0f95fa-a6e7-4005-9110-772d22eeb061 req-f5e61777-2c74-46eb-a8f5-549a7570b937 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0721607 Sep 14 22:15:24.547798 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42050) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:15:24.619228 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bf0f95fa-a6e7-4005-9110-772d22eeb061 req-70cd31b3-afbf-490d-bd21-5abac694e955 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781453 Sep 14 22:15:24.639461 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ec80d203-cc15-4710-9784-6b6345b07373 req-d619127c-8b68-4eba-920a-c7dc2af3d2b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903482 Sep 14 22:15:24.644207 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [req-ec80d203-cc15-4710-9784-6b6345b07373 req-b240123a-9b2c-480e-8d56-cca5d3219ddc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:15:24.645176 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ec80d203-cc15-4710-9784-6b6345b07373 req-b240123a-9b2c-480e-8d56-cca5d3219ddc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050130 Sep 14 22:15:24.646418 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-158fa31d-b820-4bef-89c8-035ab6a01901 req-0f1277c3-5261-41fa-b0c1-c3a5f91441b8 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129379 Sep 14 22:15:25.481120 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 9edc6327-8a07-4f06-b416-f52881a35181 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:15:25.565372 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:25.576637 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e494d99-ac87-4b7a-a90e-68cc2ece3194 req-90ab10c1-7c48-4fb1-b60b-e7cf394a4e69 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:25.578170 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4e494d99-ac87-4b7a-a90e-68cc2ece3194 req-90ab10c1-7c48-4fb1-b60b-e7cf394a4e69 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 944 time: 0.0495672 Sep 14 22:15:25.592038 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:15:25.594279 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515810b8-7708-4eea-93be-032c6c5ecb9e" -d '{"events": [{"server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "name": "network-vif-unplugged", "status": "completed", "tag": "9edc6327-8a07-4f06-b416-f52881a35181"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:15:25.607408 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 9edc6327-8a07-4f06-b416-f52881a35181, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9edc6327-8a07-4f06-b416-f52881a35181,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:15:25.617360 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4e494d99-ac87-4b7a-a90e-68cc2ece3194 req-c8f72f7d-ee6f-4b9b-84fd-c76af69b4761 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331302 Sep 14 22:15:25.628775 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 22:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1980adf1-4139-4d28-a2c2-d86b7bf654be x-openstack-request-id: req-1980adf1-4139-4d28-a2c2-d86b7bf654be {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:15:25.628929 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "name": "network-vif-unplugged", "status": "failed", "tag": "9edc6327-8a07-4f06-b416-f52881a35181", "code": 422}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:15:25.629268 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1980adf1-4139-4d28-a2c2-d86b7bf654be {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:15:25.630063 dv-cinder-809014-1-iscsi neutron-server[94747]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181', 'code': 422} returned with failed status Sep 14 22:15:25.706803 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:25.735890 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fbe0c-9643-4691-b635-95ab8b827f24 req-21434a3b-0f70-4633-814e-65edeb4d12c7 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:25.737436 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4c3fbe0c-9643-4691-b635-95ab8b827f24 req-21434a3b-0f70-4633-814e-65edeb4d12c7 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0523794 Sep 14 22:15:25.754444 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=9edc6327-8a07-4f06-b416-f52881a35181,revision_number=6']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:15:25.776127 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4c3fbe0c-9643-4691-b635-95ab8b827f24 req-87cb87a6-cfdd-4cd2-ac93-7e14118a160d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325358 Sep 14 22:15:26.732471 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09887c-3a8e-4517-a930-37e2c583530b req-4753eae9-50eb-4be0-a25a-efedc28118b0 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:26.733961 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8d09887c-3a8e-4517-a930-37e2c583530b req-4753eae9-50eb-4be0-a25a-efedc28118b0 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 944 time: 0.0482788 Sep 14 22:15:26.773054 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-8d09887c-3a8e-4517-a930-37e2c583530b req-5bf792f1-c7ca-4ca9-a454-523b6d692cea tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322766 Sep 14 22:15:26.895606 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5c5b9-8634-4401-962e-506161ba1099 req-9d7a3fd1-0aae-462c-b888-6192fdc61909 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:26.897094 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-edd5c5b9-8634-4401-962e-506161ba1099 req-9d7a3fd1-0aae-462c-b888-6192fdc61909 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0482321 Sep 14 22:15:26.934649 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-edd5c5b9-8634-4401-962e-506161ba1099 req-38792896-06db-414a-988b-637ce1d98114 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311990 Sep 14 22:15:27.338006 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d203-cc15-4710-9784-6b6345b07373 req-38f4e1a3-befc-4291-adb0-2c91bb4b1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:27.340039 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ec80d203-cc15-4710-9784-6b6345b07373 req-38f4e1a3-befc-4291-adb0-2c91bb4b1803 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c&tenant_id=59f8029d6d424ff38dcf8f6bc941dc31 HTTP/1.1" status: 200 len: 1097 time: 0.0434306 Sep 14 22:15:27.408715 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d203-cc15-4710-9784-6b6345b07373 req-1db2733d-690f-435e-b7a9-c6317a021b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:27.410194 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ec80d203-cc15-4710-9784-6b6345b07373 req-1db2733d-690f-435e-b7a9-c6317a021b56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59f8029d6d424ff38dcf8f6bc941dc31&device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 1097 time: 0.0384395 Sep 14 22:15:27.497126 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d203-cc15-4710-9784-6b6345b07373 req-ddb6a5fd-04a8-47d4-a9aa-8c1ce8e4c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:27.498622 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ec80d203-cc15-4710-9784-6b6345b07373 req-ddb6a5fd-04a8-47d4-a9aa-8c1ce8e4c0ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b787b3b-f272-41a2-8674-930e78848175 HTTP/1.1" status: 200 len: 909 time: 0.0820439 Sep 14 22:15:27.565931 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ec80d203-cc15-4710-9784-6b6345b07373 req-5c06fcfa-c265-4c85-8b7f-f3f7fb82c84e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9edc6327-8a07-4f06-b416-f52881a35181 HTTP/1.1" status: 200 len: 1000 time: 0.0603552 Sep 14 22:15:27.634629 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d203-cc15-4710-9784-6b6345b07373 req-e08fe9d5-66f0-4fe6-a6cc-7b0baa9d41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:27.636671 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ec80d203-cc15-4710-9784-6b6345b07373 req-e08fe9d5-66f0-4fe6-a6cc-7b0baa9d41f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b037e-8cc6-4ee8-bc45-4a05c271dd57 HTTP/1.1" status: 200 len: 847 time: 0.0421960 Sep 14 22:15:27.678898 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d203-cc15-4710-9784-6b6345b07373 req-9161672a-a526-4f7e-b123-d86eec5875f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:27.680333 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ec80d203-cc15-4710-9784-6b6345b07373 req-9161672a-a526-4f7e-b123-d86eec5875f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b787b3b-f272-41a2-8674-930e78848175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376942 Sep 14 22:15:27.770010 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ec80d203-cc15-4710-9784-6b6345b07373 req-12bc2cba-3713-43f5-86c3-8fc6cad8dad1 service neutron] 10.222.0.37 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823019 Sep 14 22:15:28.178928 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ec80d203-cc15-4710-9784-6b6345b07373 req-f4ef86dc-7f04-41d4-a2ed-e50ca5d6d966 service neutron] 10.222.0.37 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018991 Sep 14 22:15:28.201336 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b83b4c-16b3-4564-9bf6-b92478432003 req-1edd2780-f1cf-4925-90a0-31b4a4480157 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:28.202831 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-20b83b4c-16b3-4564-9bf6-b92478432003 req-1edd2780-f1cf-4925-90a0-31b4a4480157 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 944 time: 0.3550603 Sep 14 22:15:28.204258 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:15:28.219996 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d856a-597c-4583-9f0f-cca536fcc90c req-f2455d23-0a7e-40d9-84df-53487130ee4d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:28.219996 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7e2d856a-597c-4583-9f0f-cca536fcc90c req-f2455d23-0a7e-40d9-84df-53487130ee4d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0798130 Sep 14 22:15:28.273503 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-20b83b4c-16b3-4564-9bf6-b92478432003 req-f859b65f-dd74-4a54-b726-86f8e98df16d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552671 Sep 14 22:15:28.276910 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7e2d856a-597c-4583-9f0f-cca536fcc90c req-3318782f-cc25-4706-a57c-37918764f94a tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523691 Sep 14 22:15:29.418093 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4570ce8-dbd0-4cfa-91cb-f7112e425f05 req-d0e28d18-f49c-47cb-a602-4927c4c2b112 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:29.419561 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d4570ce8-dbd0-4cfa-91cb-f7112e425f05 req-d0e28d18-f49c-47cb-a602-4927c4c2b112 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 944 time: 0.0768676 Sep 14 22:15:29.427663 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847eae0-0e9d-4662-9114-2cc3ad67dac2 req-d54bd55d-7a32-4611-9e0f-3edeab738f1c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:29.429022 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a847eae0-0e9d-4662-9114-2cc3ad67dac2 req-d54bd55d-7a32-4611-9e0f-3edeab738f1c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0777192 Sep 14 22:15:29.481894 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d4570ce8-dbd0-4cfa-91cb-f7112e425f05 req-782d29ff-7379-4f5f-870f-55a4caed5093 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519640 Sep 14 22:15:29.486572 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a847eae0-0e9d-4662-9114-2cc3ad67dac2 req-6b813c93-d81c-4e95-9a05-425cb53ceb95 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511177 Sep 14 22:15:30.624315 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2741d2-c941-405c-bb81-c7884e33813c req-fafe41b6-eee2-4395-97ed-35a1e1e9ae2c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:30.625792 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd2741d2-c941-405c-bb81-c7884e33813c req-fafe41b6-eee2-4395-97ed-35a1e1e9ae2c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 944 time: 0.0768006 Sep 14 22:15:30.633883 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a7a81-e0da-4fc5-9988-022e12f398f1 req-b34607e1-a07e-4d57-81bb-7218d3c92796 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:30.635239 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f27a7a81-e0da-4fc5-9988-022e12f398f1 req-b34607e1-a07e-4d57-81bb-7218d3c92796 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0775807 Sep 14 22:15:30.690227 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cd2741d2-c941-405c-bb81-c7884e33813c req-4918bd95-3a8c-4d7e-a0a0-0599d50e16c7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540617 Sep 14 22:15:30.692970 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f27a7a81-e0da-4fc5-9988-022e12f398f1 req-c129c3e4-401c-4717-8296-b11284b5c8f7 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507152 Sep 14 22:15:31.829999 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba728d-cb7e-4599-8737-cf6366bd12f2 req-5bfdcdd9-8ad0-4396-a282-6974f701e6f2 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:31.831460 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-edba728d-cb7e-4599-8737-cf6366bd12f2 req-5bfdcdd9-8ad0-4396-a282-6974f701e6f2 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 944 time: 0.0741279 Sep 14 22:15:31.839401 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6400b7d-6e7b-4f0f-a439-5e219e2744b6 req-afd09c54-329d-48ad-9d09-33d1c7fae27c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:31.841294 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f6400b7d-6e7b-4f0f-a439-5e219e2744b6 req-afd09c54-329d-48ad-9d09-33d1c7fae27c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0754201 Sep 14 22:15:31.896771 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-edba728d-cb7e-4599-8737-cf6366bd12f2 req-4da53828-5f50-46d0-83fb-051dd832a6ab tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545359 Sep 14 22:15:31.901463 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f6400b7d-6e7b-4f0f-a439-5e219e2744b6 req-7658f5fa-9e5b-4e20-a168-104c89854aeb tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537438 Sep 14 22:15:33.046666 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25473817-91fa-4e4d-88c5-5b36cfe0e889 req-c43476b8-3b09-4a1e-87a6-0202252c89f0 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:33.048140 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-25473817-91fa-4e4d-88c5-5b36cfe0e889 req-c43476b8-3b09-4a1e-87a6-0202252c89f0 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 944 time: 0.0751913 Sep 14 22:15:33.056262 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d81fb-9922-404c-a485-d4b040fa7568 req-bceb6517-1f3c-44cb-83d5-0244208b1170 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:33.057695 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5b3d81fb-9922-404c-a485-d4b040fa7568 req-bceb6517-1f3c-44cb-83d5-0244208b1170 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0828633 Sep 14 22:15:33.113011 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-25473817-91fa-4e4d-88c5-5b36cfe0e889 req-5843a868-482c-4211-9f09-8c79196069a0 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542717 Sep 14 22:15:33.115738 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5b3d81fb-9922-404c-a485-d4b040fa7568 req-074ca271-030d-436a-b8dd-25b1b82dc766 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499594 Sep 14 22:15:33.493328 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device f43b462c-09e7-4c17-9606-451f23bc62ee details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:15:33.587288 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port f43b462c-09e7-4c17-9606-451f23bc62ee, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=f43b462c-09e7-4c17-9606-451f23bc62ee,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:15:33.714342 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'port_id': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'mac_address': 'fa:16:3e:35:04:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:15:33.750761 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:33.763502 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43b462c-09e7-4c17-9606-451f23bc62ee {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:15:33.783180 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port f43b462c-09e7-4c17-9606-451f23bc62ee, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=f43b462c-09e7-4c17-9606-451f23bc62ee,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:15:33.868686 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:33.914047 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=f43b462c-09e7-4c17-9606-451f23bc62ee,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:15:33.920833 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:33.921187 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:33.921529 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:33.921864 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:33.922196 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:33.922533 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:33.922861 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:33.923187 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:33.923533 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:33.923866 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:33.924187 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:33.924506 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:34.169747 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['f43b462c-09e7-4c17-9606-451f23bc62ee'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:15:34.261839 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe01ff-8470-4716-8399-c174551fcc58 req-9ed4524e-ec84-4006-958c-2277374795f9 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:34.263377 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-defe01ff-8470-4716-8399-c174551fcc58 req-9ed4524e-ec84-4006-958c-2277374795f9 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 945 time: 0.0823746 Sep 14 22:15:34.271830 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813df741-abbb-46a9-a28a-a9c42e267c63 req-549b7720-0ab0-4f5b-9e71-335bc4963ade tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:34.273281 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-813df741-abbb-46a9-a28a-a9c42e267c63 req-549b7720-0ab0-4f5b-9e71-335bc4963ade tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0909750 Sep 14 22:15:34.330334 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-defe01ff-8470-4716-8399-c174551fcc58 req-ee437ff8-d623-41f5-aca5-aa53281f4ab8 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560892 Sep 14 22:15:34.335220 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-813df741-abbb-46a9-a28a-a9c42e267c63 req-eb181c3a-b6ab-49ea-b3e1-56b16958ffac tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538957 Sep 14 22:15:35.479846 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565b828-835b-4fdd-97a6-daf7647118cf req-1eed75a7-cd8d-49c8-ae6b-d22b0b104bf4 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:35.481899 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4565b828-835b-4fdd-97a6-daf7647118cf req-1eed75a7-cd8d-49c8-ae6b-d22b0b104bf4 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 944 time: 0.0703340 Sep 14 22:15:35.490061 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975afdd8-173f-40b9-b66b-dba4934c476f req-a904836f-da9e-46d6-9454-df55e2dda2a7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:35.491131 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 9edc6327-8a07-4f06-b416-f52881a35181 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:15:35.491582 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-975afdd8-173f-40b9-b66b-dba4934c476f req-a904836f-da9e-46d6-9454-df55e2dda2a7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 945 time: 0.0900939 Sep 14 22:15:35.498961 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device f43b462c-09e7-4c17-9606-451f23bc62ee up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:15:35.556426 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4565b828-835b-4fdd-97a6-daf7647118cf req-133beeb2-a689-4c77-9c21-70844145554d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639608 Sep 14 22:15:35.559255 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-975afdd8-173f-40b9-b66b-dba4934c476f req-6a9a2db8-48da-4b5f-ad6a-acc46e149a74 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593796 Sep 14 22:15:35.628819 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 9edc6327-8a07-4f06-b416-f52881a35181, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9edc6327-8a07-4f06-b416-f52881a35181,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:15:35.639737 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': '9edc6327-8a07-4f06-b416-f52881a35181', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'port_id': '9edc6327-8a07-4f06-b416-f52881a35181', 'mac_address': 'fa:16:3e:2f:2d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:15:35.641337 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port f43b462c-09e7-4c17-9606-451f23bc62ee completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:15:35.646205 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port f43b462c-09e7-4c17-9606-451f23bc62ee triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:15:35.648562 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:35.710578 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:35.727807 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edc6327-8a07-4f06-b416-f52881a35181 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:15:35.766022 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 9edc6327-8a07-4f06-b416-f52881a35181, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9edc6327-8a07-4f06-b416-f52881a35181,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:15:35.776892 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:35.799720 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0314249e-d357-4acd-96bd-df86c1e6c810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b462c-09e7-4c17-9606-451f23bc62ee'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:15:35.801959 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090d373c-3680-4213-b081-31c32a3aaa59" -d '{"events": [{"server_uuid": "0314249e-d357-4acd-96bd-df86c1e6c810", "name": "network-vif-plugged", "status": "completed", "tag": "f43b462c-09e7-4c17-9606-451f23bc62ee"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:15:35.813824 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port f43b462c-09e7-4c17-9606-451f23bc62ee, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=f43b462c-09e7-4c17-9606-451f23bc62ee,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:15:35.816943 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:35.839242 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1be13e-d69a-4fe9-b25f-560e504a8020 x-openstack-request-id: req-9c1be13e-d69a-4fe9-b25f-560e504a8020 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:15:35.839537 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0314249e-d357-4acd-96bd-df86c1e6c810", "name": "network-vif-plugged", "status": "completed", "tag": "f43b462c-09e7-4c17-9606-451f23bc62ee", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:15:35.839874 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c1be13e-d69a-4fe9-b25f-560e504a8020 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:15:35.840858 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0314249e-d357-4acd-96bd-df86c1e6c810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'code': 200} Sep 14 22:15:35.865715 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=9edc6327-8a07-4f06-b416-f52881a35181,revision_number=7']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:15:35.882122 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:35.936401 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=f43b462c-09e7-4c17-9606-451f23bc62ee,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:15:36.109707 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['9edc6327-8a07-4f06-b416-f52881a35181'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:15:36.318287 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b50df6-c330-4454-b35f-70f685996dec req-c2458a05-b865-4ad9-8352-b3d5f942a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:36.319828 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f9b50df6-c330-4454-b35f-70f685996dec req-c2458a05-b865-4ad9-8352-b3d5f942a666 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 1099 time: 0.0410516 Sep 14 22:15:36.360659 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f9b50df6-c330-4454-b35f-70f685996dec req-e0c845dd-4e77-43cf-a68f-190315cd6d4b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287840 Sep 14 22:15:36.710453 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d236f-1c58-4994-88cb-d1080ec9186c req-b01232b2-38f1-49ae-ba89-86ba8f736c82 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:36.711941 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-474d236f-1c58-4994-88cb-d1080ec9186c req-b01232b2-38f1-49ae-ba89-86ba8f736c82 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 945 time: 0.0834153 Sep 14 22:15:36.720801 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f3ac9-b18a-41f2-bbc5-83a52b8607b6 req-195cbfb5-b4f5-4ced-aa5a-900888e268cf tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:36.726139 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-297f3ac9-b18a-41f2-bbc5-83a52b8607b6 req-195cbfb5-b4f5-4ced-aa5a-900888e268cf tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 946 time: 0.0839961 Sep 14 22:15:36.776832 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-474d236f-1c58-4994-88cb-d1080ec9186c req-2c0ce138-5c62-4ea3-8070-1694c293c9bc tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537350 Sep 14 22:15:36.780629 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-297f3ac9-b18a-41f2-bbc5-83a52b8607b6 req-495c1e09-2639-4476-a973-001974806ab8 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518029 Sep 14 22:15:37.491759 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 9edc6327-8a07-4f06-b416-f52881a35181 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:15:37.539044 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port 9edc6327-8a07-4f06-b416-f52881a35181 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:15:37.539452 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:37.614441 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:37.648560 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 9edc6327-8a07-4f06-b416-f52881a35181, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9edc6327-8a07-4f06-b416-f52881a35181,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:15:37.763742 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:37.812387 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=9edc6327-8a07-4f06-b416-f52881a35181,revision_number=8']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:15:37.842028 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:15:37.844430 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9af52c2-db72-44fc-a07e-a67b53cc6dca" -d '{"events": [{"server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "name": "network-vif-plugged", "status": "completed", "tag": "9edc6327-8a07-4f06-b416-f52881a35181"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:15:37.926855 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2935cf5-70cb-4e5a-8bf2-57454b98000c req-b0bdebaa-2eed-4562-9c2e-ddf47fe25ae2 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:37.928257 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a2935cf5-70cb-4e5a-8bf2-57454b98000c req-b0bdebaa-2eed-4562-9c2e-ddf47fe25ae2 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0784116 Sep 14 22:15:37.936037 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00630300-8bd6-4f35-adb7-16c1923082ce req-961e5ace-9c11-4f95-8206-632986ac6ad9 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:37.937451 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-00630300-8bd6-4f35-adb7-16c1923082ce req-961e5ace-9c11-4f95-8206-632986ac6ad9 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 946 time: 0.0889030 Sep 14 22:15:37.995269 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a2935cf5-70cb-4e5a-8bf2-57454b98000c req-1fe09c2b-3135-4804-9ff5-bf0ab4b2c939 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568881 Sep 14 22:15:38.000492 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-00630300-8bd6-4f35-adb7-16c1923082ce req-f8456fa2-5f4b-42dc-a828-b2bf20756797 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527861 Sep 14 22:15:38.039423 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3a156a-2566-4ddc-bba0-77eaf5bacf8c x-openstack-request-id: req-fe3a156a-2566-4ddc-bba0-77eaf5bacf8c {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:15:38.039722 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "name": "network-vif-plugged", "status": "completed", "tag": "9edc6327-8a07-4f06-b416-f52881a35181", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:15:38.039978 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe3a156a-2566-4ddc-bba0-77eaf5bacf8c {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:15:38.040383 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181', 'code': 200} Sep 14 22:15:38.041613 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:38.113137 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c783eb-c123-40c9-9009-a9042059a953 req-3ff6d4b3-7e03-4d1f-8080-6624793d6ead tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:38.114612 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-68c783eb-c123-40c9-9009-a9042059a953 req-3ff6d4b3-7e03-4d1f-8080-6624793d6ead tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 946 time: 0.0482745 Sep 14 22:15:38.151736 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-68c783eb-c123-40c9-9009-a9042059a953 req-0f8a1cba-1e4d-4a64-aa9a-24e0de02a4cc tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313334 Sep 14 22:15:38.174576 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42158) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:15:38.212468 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b3597b-3cc2-4adc-9a8d-7d482fbcf8ce tempest-TestVolumeBootPattern-1889149667 tempest-TestVolumeBootPattern-1889149667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:38.214031 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-57b3597b-3cc2-4adc-9a8d-7d482fbcf8ce tempest-TestVolumeBootPattern-1889149667 tempest-TestVolumeBootPattern-1889149667-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 1094 time: 0.0384898 Sep 14 22:15:38.217120 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42160) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:15:38.222051 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Request body: {'floatingip': {'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'port_id': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:15:38.319832 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for floatingip, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:38.363252 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc3cc4-8f88-4fd0-b0e0-9ed4155bc8a9 req-e04fb47b-c1b9-47f5-9d4e-ab9bb8a59c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:38.364791 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5acc3cc4-8f88-4fd0-b0e0-9ed4155bc8a9 req-e04fb47b-c1b9-47f5-9d4e-ab9bb8a59c41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 1099 time: 0.0394211 Sep 14 22:15:38.398582 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5acc3cc4-8f88-4fd0-b0e0-9ed4155bc8a9 req-e750dde5-78f5-4ba1-8e46-9f4471430687 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272489 Sep 14 22:15:38.414727 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:38.517904 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Allocated IP 172.27.2.216 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/db6aadcc-8123-40e0-bc70-1fdee15d3715) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:15:38.619127 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:38.708720 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:38.744114 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:15:38.746891 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:15:38.750230 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:15:38.775904 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'Port': ['ID=db6aadcc-8123-40e0-bc70-1fdee15d3715,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:15:38.788885 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:38.789240 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:38.789580 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:38.789914 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:38.790255 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:38.790574 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:38.790900 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:38.791220 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:38.791548 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:38.791867 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:38.792189 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:38.792507 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:15:39.117590 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61beb08-f49c-40ab-bab9-dd1933724a65 req-9c28fde5-cfec-44ed-8c2a-605017f0ad27 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:39.119177 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e61beb08-f49c-40ab-bab9-dd1933724a65 req-9c28fde5-cfec-44ed-8c2a-605017f0ad27 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0539820 Sep 14 22:15:39.160046 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e61beb08-f49c-40ab-bab9-dd1933724a65 req-7a0f7e5f-3377-440d-b318-7bcf6dc537f8 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346634 Sep 14 22:15:39.313359 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:39.437118 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:39.585966 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:39.725424 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:39.792961 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'Port': ['ID=db6aadcc-8123-40e0-bc70-1fdee15d3715,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:15:39.804440 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:39.900550 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.l3_db [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Floating IP 91e579d2-827b-4c4c-9a0b-73a14bd179f1 associated. External IP: 172.27.2.216, port: f43b462c-09e7-4c17-9606-451f23bc62ee. Sep 14 22:15:40.096300 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:15:40.200637 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:15:40.213382 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b0d2e-53da-477d-a1de-9200533a0a3b None None] Sync routers for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:15:40.224001 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b0d2e-53da-477d-a1de-9200533a0a3b None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:15:40.224804 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-b38b0d2e-53da-477d-a1de-9200533a0a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:15:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:15:40.274730 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafc7c4-a56f-442d-b3eb-dc16427f69c2 req-4aa0cba0-ef04-44d7-b9d9-66f64b5b2eff tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:40.276234 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ffafc7c4-a56f-442d-b3eb-dc16427f69c2 req-4aa0cba0-ef04-44d7-b9d9-66f64b5b2eff tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0496099 Sep 14 22:15:40.316251 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ffafc7c4-a56f-442d-b3eb-dc16427f69c2 req-b6defc55-4c6e-4383-992b-4bfb4cf6e1a9 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "GET /v2.0/security-groups?id=be4abf13-b05b-4e75-8f0a-fc80db199606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326791 Sep 14 22:15:40.320663 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:40.339596 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-b38b0d2e-53da-477d-a1de-9200533a0a3b None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:15:40.349117 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-ac85de58-fad3-469e-b6a9-b31b8c68ea31 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1309578 Sep 14 22:15:40.349696 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0314249e-d357-4acd-96bd-df86c1e6c810', 'tag': 'f43b462c-09e7-4c17-9606-451f23bc62ee'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:15:40.352194 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d0f334-73b4-41eb-ab81-a5b4736fb488" -d '{"events": [{"name": "network-changed", "server_uuid": "0314249e-d357-4acd-96bd-df86c1e6c810", "tag": "f43b462c-09e7-4c17-9606-451f23bc62ee"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:15:40.394138 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989de044-899f-40e1-81ff-6987a8955f74 x-openstack-request-id: req-989de044-899f-40e1-81ff-6987a8955f74 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:15:40.394426 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0314249e-d357-4acd-96bd-df86c1e6c810", "tag": "f43b462c-09e7-4c17-9606-451f23bc62ee", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:15:40.394738 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-989de044-899f-40e1-81ff-6987a8955f74 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:15:40.395181 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0314249e-d357-4acd-96bd-df86c1e6c810', 'tag': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'status': 'completed', 'code': 200} Sep 14 22:15:40.486258 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0f334-73b4-41eb-ab81-a5b4736fb488 req-5cb0ce78-2263-401d-a320-9c4042050800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:40.487679 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-82d0f334-73b4-41eb-ab81-a5b4736fb488 req-5cb0ce78-2263-401d-a320-9c4042050800 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 1099 time: 0.0478017 Sep 14 22:15:40.570131 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-b38b0d2e-53da-477d-a1de-9200533a0a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '91e579d2-827b-4c4c-9a0b-73a14bd179f1', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:35:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0314249e-d357-4acd-96bd-df86c1e6c810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:15:38Z', 'updated_at': '2021-09-14T22:15:38Z', 'revision_number': 0, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:15:40.592597 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0f334-73b4-41eb-ab81-a5b4736fb488 req-e1f32666-e7e2-4b74-8ab7-d16ca55ae9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:40.594308 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-82d0f334-73b4-41eb-ab81-a5b4736fb488 req-e1f32666-e7e2-4b74-8ab7-d16ca55ae9ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 200 len: 913 time: 0.0999432 Sep 14 22:15:40.601613 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b0d2e-53da-477d-a1de-9200533a0a3b None None] Checking router: d21effc7-d9ed-47f9-b99c-ad00ee46efc3 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:15:40.611084 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b0d2e-53da-477d-a1de-9200533a0a3b None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:15:40.611697 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-b38b0d2e-53da-477d-a1de-9200533a0a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:15:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:15:40.665175 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-82d0f334-73b4-41eb-ab81-a5b4736fb488 req-b14a1f96-96c8-40cf-8c52-a81980509807 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f43b462c-09e7-4c17-9606-451f23bc62ee HTTP/1.1" status: 200 len: 1000 time: 0.0633581 Sep 14 22:15:40.722138 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0f334-73b4-41eb-ab81-a5b4736fb488 req-8efbe276-7ce3-4b26-8c64-f4e0a8d5708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:40.723643 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-82d0f334-73b4-41eb-ab81-a5b4736fb488 req-8efbe276-7ce3-4b26-8c64-f4e0a8d5708a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4cb725a-079c-425c-aee6-4d2d1c527df5 HTTP/1.1" status: 200 len: 851 time: 0.0518503 Sep 14 22:15:40.773786 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0f334-73b4-41eb-ab81-a5b4736fb488 req-995f8509-8dd9-4f00-919a-2ffc4c993dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:40.775268 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-82d0f334-73b4-41eb-ab81-a5b4736fb488 req-995f8509-8dd9-4f00-919a-2ffc4c993dab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06a932b9-57f5-4830-a80a-fd6880f53b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443602 Sep 14 22:15:40.807498 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-b38b0d2e-53da-477d-a1de-9200533a0a3b None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:15:40.875000 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-82d0f334-73b4-41eb-ab81-a5b4736fb488 req-882538b7-92c2-4d1e-b410-426f8d34fcd9 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925882 Sep 14 22:15:40.975882 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-82d0f334-73b4-41eb-ab81-a5b4736fb488 req-ec5f52c5-3be2-431b-b373-971c5b7f6be5 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936797 Sep 14 22:15:41.034908 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-b38b0d2e-53da-477d-a1de-9200533a0a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '91e579d2-827b-4c4c-9a0b-73a14bd179f1', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:35:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0314249e-d357-4acd-96bd-df86c1e6c810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:15:38Z', 'updated_at': '2021-09-14T22:15:38Z', 'revision_number': 0, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:15:41.063639 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b0d2e-53da-477d-a1de-9200533a0a3b None None] The sync data for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi is: [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '91e579d2-827b-4c4c-9a0b-73a14bd179f1', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:35:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0314249e-d357-4acd-96bd-df86c1e6c810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:15:38Z', 'updated_at': '2021-09-14T22:15:38Z', 'revision_number': 0, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:15:41.238485 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1193512-e7b6-4d72-aa68-a2435089958b None None] New status for floating IP 91e579d2-827b-4c4c-9a0b-73a14bd179f1: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:15:41.929530 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9f1b5fd4-86f6-4aff-9ed1-a1541ce57d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:43.122842 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cde0b-a287-4224-bffd-1c809b8fa984 req-606aeeba-c2c5-4bd6-9563-95a61fc9c257 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:43.124336 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fb7cde0b-a287-4224-bffd-1c809b8fa984 req-606aeeba-c2c5-4bd6-9563-95a61fc9c257 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0484324 Sep 14 22:15:43.161654 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fb7cde0b-a287-4224-bffd-1c809b8fa984 req-9093fc34-1cdc-4619-b640-bc094f02374a tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313640 Sep 14 22:15:44.280253 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd963e-fa1a-4164-ae87-59aafa74ab95 req-7937ddc2-c955-4dbe-b116-8e9a155372c7 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:44.281817 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cadd963e-fa1a-4164-ae87-59aafa74ab95 req-7937ddc2-c955-4dbe-b116-8e9a155372c7 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0521612 Sep 14 22:15:44.318553 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cadd963e-fa1a-4164-ae87-59aafa74ab95 req-1c731dec-2482-4765-9a23-dbe723b4a7aa tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305912 Sep 14 22:15:44.428453 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7219b558-5a5d-4712-ba90-e5d88f0bb2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:44.855529 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:45.431199 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3107417-0f68-416f-976a-c12e40e1080c req-8ef19303-3788-460c-bdf3-cea5d463629a tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:45.432668 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3107417-0f68-416f-976a-c12e40e1080c req-8ef19303-3788-460c-bdf3-cea5d463629a tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0489056 Sep 14 22:15:45.474173 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3107417-0f68-416f-976a-c12e40e1080c req-f73ccd30-0c0d-4de1-8295-3abbb081a3bb tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349145 Sep 14 22:15:45.736967 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:46.590241 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa34b-8dd4-40a9-81d2-30badac6c7db req-b34a22d7-0b06-44ae-8afc-456d963a9eea tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:46.591717 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-29eaa34b-8dd4-40a9-81d2-30badac6c7db req-b34a22d7-0b06-44ae-8afc-456d963a9eea tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0509675 Sep 14 22:15:46.628178 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-29eaa34b-8dd4-40a9-81d2-30badac6c7db req-4cb7eb23-5cc1-4a70-a2b5-cf2ba46fa533 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300276 Sep 14 22:15:47.091249 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:15:47.742442 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806dcc8-7926-4261-8c85-5d8e3abddd6e req-fc33cbe0-47d5-41cf-aae5-1365d249dcca tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:47.743888 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3806dcc8-7926-4261-8c85-5d8e3abddd6e req-fc33cbe0-47d5-41cf-aae5-1365d249dcca tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0500791 Sep 14 22:15:47.780547 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3806dcc8-7926-4261-8c85-5d8e3abddd6e req-d20c271e-17f9-4779-b4a0-b99b5fb0796c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308156 Sep 14 22:15:48.892361 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484819e9-c8a5-4f8a-a6af-73db7aee581a req-96927549-0da6-4041-af9c-933303d202d4 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:48.893842 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-484819e9-c8a5-4f8a-a6af-73db7aee581a req-96927549-0da6-4041-af9c-933303d202d4 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0478239 Sep 14 22:15:48.931070 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-484819e9-c8a5-4f8a-a6af-73db7aee581a req-d27db960-2c48-43c3-98b4-1ce5fa522887 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315042 Sep 14 22:15:50.042926 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba6fec-6b42-4a35-9028-8e9280e3bbe6 req-af75cecb-5316-42dd-9e2d-bfb5f27a60d4 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:50.044366 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aaba6fec-6b42-4a35-9028-8e9280e3bbe6 req-af75cecb-5316-42dd-9e2d-bfb5f27a60d4 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0479062 Sep 14 22:15:50.081352 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aaba6fec-6b42-4a35-9028-8e9280e3bbe6 req-c9f9781f-d8ad-4895-a8f9-dfa927f1aabf tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305836 Sep 14 22:15:51.203466 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f958245-c2ae-41cd-bcfb-5456b74c290f req-8cf96715-5b86-4a8b-a33f-e3a6b4e18c09 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:51.205037 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4f958245-c2ae-41cd-bcfb-5456b74c290f req-8cf96715-5b86-4a8b-a33f-e3a6b4e18c09 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0589142 Sep 14 22:15:51.246421 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4f958245-c2ae-41cd-bcfb-5456b74c290f req-77fc6878-e447-48f2-870d-7a2ba8cc041b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354171 Sep 14 22:15:52.358482 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21280b61-5be2-4a36-90ef-ce2cf01cb93e req-8953fa57-67be-44bc-a184-e9a72283fc77 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:52.359986 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-21280b61-5be2-4a36-90ef-ce2cf01cb93e req-8953fa57-67be-44bc-a184-e9a72283fc77 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0486100 Sep 14 22:15:52.397546 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-21280b61-5be2-4a36-90ef-ce2cf01cb93e req-865bb3ff-7f6f-4d5d-a69c-3548e105c154 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311947 Sep 14 22:15:53.511446 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8c847-ab38-4313-9b69-9f1f18797c9d req-233ed715-187b-42f7-a500-2caff474fed3 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:53.512953 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c3e8c847-ab38-4313-9b69-9f1f18797c9d req-233ed715-187b-42f7-a500-2caff474fed3 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0490811 Sep 14 22:15:53.550536 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-c3e8c847-ab38-4313-9b69-9f1f18797c9d req-8fefacd4-fc9a-4c29-b653-37ae8f855e09 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317926 Sep 14 22:15:54.670428 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b0269-dcbd-4ac8-a74e-b4a9ef01090e req-8f0eb0db-fe5e-4411-a708-e6605a21242b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:54.671917 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-209b0269-dcbd-4ac8-a74e-b4a9ef01090e req-8f0eb0db-fe5e-4411-a708-e6605a21242b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0523591 Sep 14 22:15:54.708597 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-209b0269-dcbd-4ac8-a74e-b4a9ef01090e req-038b02e0-44df-40cd-b439-85e63c15fcb1 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308416 Sep 14 22:15:55.822253 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a4603-21df-4e54-9b21-1c864f28f953 req-5ab4cc76-66f9-4f96-892f-f8b8c2c61b64 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:55.823719 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a93a4603-21df-4e54-9b21-1c864f28f953 req-5ab4cc76-66f9-4f96-892f-f8b8c2c61b64 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0482914 Sep 14 22:15:55.860360 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a93a4603-21df-4e54-9b21-1c864f28f953 req-3dbb06af-90bd-4df1-852f-36ec6783456c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306590 Sep 14 22:15:56.973979 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152b71a-94d0-437b-9383-c636ddd84e08 req-0331f206-afca-4c7d-a0f9-65810050f28f tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:56.975501 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2152b71a-94d0-437b-9383-c636ddd84e08 req-0331f206-afca-4c7d-a0f9-65810050f28f tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0476534 Sep 14 22:15:57.014319 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2152b71a-94d0-437b-9383-c636ddd84e08 req-260191dc-ec19-4310-beb9-0d41bf3562d2 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312042 Sep 14 22:15:58.180175 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d6d6e-4069-4ba2-bcf4-e8d785307435 req-52389e11-a4e4-4756-8545-c7d05565a60b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:58.180175 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4c9d6d6e-4069-4ba2-bcf4-e8d785307435 req-52389e11-a4e4-4756-8545-c7d05565a60b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0531356 Sep 14 22:15:58.180175 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4c9d6d6e-4069-4ba2-bcf4-e8d785307435 req-c097fa79-32e8-4427-a407-205091ebc474 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315390 Sep 14 22:15:59.288734 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13ed8e-f73a-44a5-8361-255ce5dcb38b req-d134e896-b47a-40a8-b345-75020c5e9b21 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:15:59.290147 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4d13ed8e-f73a-44a5-8361-255ce5dcb38b req-d134e896-b47a-40a8-b345-75020c5e9b21 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0478292 Sep 14 22:15:59.327026 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4d13ed8e-f73a-44a5-8361-255ce5dcb38b req-5e1d0209-25a8-4b0d-87a5-a4de62da9266 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Sep 14 22:16:00.444795 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d12a5-dbdb-417f-bd21-8116aa89ba5c req-f5749a94-ec59-4b1e-b8ef-2b0ca0b22ce9 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:00.446269 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-727d12a5-dbdb-417f-bd21-8116aa89ba5c req-f5749a94-ec59-4b1e-b8ef-2b0ca0b22ce9 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0545535 Sep 14 22:16:00.483211 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-727d12a5-dbdb-417f-bd21-8116aa89ba5c req-ac587c21-7a96-471f-a318-f4f8a53b5e0a tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311482 Sep 14 22:16:01.596392 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577ccfd-34c0-4b9b-8497-c85a6f5f7001 req-13385144-2671-44cb-a055-8d696b80ff3a tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:01.598384 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0577ccfd-34c0-4b9b-8497-c85a6f5f7001 req-13385144-2671-44cb-a055-8d696b80ff3a tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0510931 Sep 14 22:16:01.634224 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-0577ccfd-34c0-4b9b-8497-c85a6f5f7001 req-32f8f888-2efc-4c4d-a4b8-93600ddfe642 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300362 Sep 14 22:16:02.745254 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e9f2e-03dc-4355-b732-f466fca22f4f req-e32763e7-61c9-42fb-8b2e-113f228a038a tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:02.746736 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-da9e9f2e-03dc-4355-b732-f466fca22f4f req-e32763e7-61c9-42fb-8b2e-113f228a038a tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0482457 Sep 14 22:16:02.783460 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-da9e9f2e-03dc-4355-b732-f466fca22f4f req-5cb6ef51-752d-4da7-9966-f4c6210898ef tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309939 Sep 14 22:16:03.901857 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6caa5b-aab8-456e-9b69-617419cbff05 req-f4b25fbc-5493-4417-a872-d11732094516 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:03.903399 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7f6caa5b-aab8-456e-9b69-617419cbff05 req-f4b25fbc-5493-4417-a872-d11732094516 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0534055 Sep 14 22:16:03.945599 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7f6caa5b-aab8-456e-9b69-617419cbff05 req-c80c388d-c15c-4eb0-ad28-9d6c84431016 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357971 Sep 14 22:16:04.258670 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3258e-5e2c-41bf-a0b3-124f12f5c261 req-e2238aca-5d94-4f31-bd06-4cce72b9686c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:04.260402 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5de3258e-5e2c-41bf-a0b3-124f12f5c261 req-e2238aca-5d94-4f31-bd06-4cce72b9686c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0544107 Sep 14 22:16:04.299320 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5de3258e-5e2c-41bf-a0b3-124f12f5c261 req-9aa988a3-156c-4a4a-8c49-9b31250ee045 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322709 Sep 14 22:16:04.399972 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e17d8-45c7-4c22-b9d6-62da0a1a26f8 req-f9564224-3d65-4e3d-814b-8af3c4e59e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:04.401553 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-628e17d8-45c7-4c22-b9d6-62da0a1a26f8 req-f9564224-3d65-4e3d-814b-8af3c4e59e49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 1098 time: 0.0398803 Sep 14 22:16:04.491265 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e17d8-45c7-4c22-b9d6-62da0a1a26f8 req-8aa74be4-ca33-4f48-bb42-43327dc48517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:04.492650 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-628e17d8-45c7-4c22-b9d6-62da0a1a26f8 req-8aa74be4-ca33-4f48-bb42-43327dc48517 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a41034f-c06c-4d9b-9052-c2cda421136f HTTP/1.1" status: 200 len: 912 time: 0.0834172 Sep 14 22:16:04.556806 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-628e17d8-45c7-4c22-b9d6-62da0a1a26f8 req-4cfbd053-e453-4fa1-a545-88ed310a7d5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac49a375-b2ac-4f64-af09-44d251cc70c8 HTTP/1.1" status: 200 len: 1001 time: 0.0564396 Sep 14 22:16:04.604937 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e17d8-45c7-4c22-b9d6-62da0a1a26f8 req-530df0f2-3c1c-4655-914c-6ab9f3c68bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:04.606364 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-628e17d8-45c7-4c22-b9d6-62da0a1a26f8 req-530df0f2-3c1c-4655-914c-6ab9f3c68bac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fad88da0-59be-428e-99a6-79d93a8c3802 HTTP/1.1" status: 200 len: 850 time: 0.0424769 Sep 14 22:16:04.654182 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e17d8-45c7-4c22-b9d6-62da0a1a26f8 req-12e4af82-c19b-4fdc-948d-91a49eea298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:04.655963 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-628e17d8-45c7-4c22-b9d6-62da0a1a26f8 req-12e4af82-c19b-4fdc-948d-91a49eea298a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a41034f-c06c-4d9b-9052-c2cda421136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412521 Sep 14 22:16:04.743571 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-628e17d8-45c7-4c22-b9d6-62da0a1a26f8 req-0361e536-c3b5-43c0-8dbe-b0b8e502de05 service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797656 Sep 14 22:16:04.838245 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-628e17d8-45c7-4c22-b9d6-62da0a1a26f8 req-5e158012-1c0c-4bec-bfd3-bde099967207 service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822861 Sep 14 22:16:05.203401 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:16:05.413831 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1fbfb-d305-4146-82df-a4937793c666 req-e78a86a0-574e-4594-88b6-0ca5ea7b8b04 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:05.415324 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-29c1fbfb-d305-4146-82df-a4937793c666 req-e78a86a0-574e-4594-88b6-0ca5ea7b8b04 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0494504 Sep 14 22:16:05.452102 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-29c1fbfb-d305-4146-82df-a4937793c666 req-b28ac3ee-f4d6-4662-97c0-b250aed9c524 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308752 Sep 14 22:16:06.564577 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dbfe5-3b28-4257-92e3-e03955a25a44 req-9e3ffef4-9c12-4a65-95d6-15e6839764e2 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:06.566052 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e78dbfe5-3b28-4257-92e3-e03955a25a44 req-9e3ffef4-9c12-4a65-95d6-15e6839764e2 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0480103 Sep 14 22:16:06.603842 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e78dbfe5-3b28-4257-92e3-e03955a25a44 req-3161b399-fd62-4f95-aade-bad4984eca6e tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Sep 14 22:16:08.023039 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:11.902767 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0855338c-11ce-4a8b-88ec-717f80e8dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:13.246241 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7c763c04-2452-47e0-b26d-e604c2222f64 req-6d2fc378-d4bc-4073-b8a9-6c00173132f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426509 Sep 14 22:16:13.317796 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c763c04-2452-47e0-b26d-e604c2222f64 req-ccc26057-339a-4e53-be7f-a66fa160ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:13.319318 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7c763c04-2452-47e0-b26d-e604c2222f64 req-ccc26057-339a-4e53-be7f-a66fa160ec7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 1098 time: 0.0382357 Sep 14 22:16:13.424686 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c763c04-2452-47e0-b26d-e604c2222f64 req-7a4ce91f-f02d-40c4-a2b1-3152a826f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:13.426165 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7c763c04-2452-47e0-b26d-e604c2222f64 req-7a4ce91f-f02d-40c4-a2b1-3152a826f19e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a41034f-c06c-4d9b-9052-c2cda421136f HTTP/1.1" status: 200 len: 912 time: 0.0833807 Sep 14 22:16:13.491328 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7c763c04-2452-47e0-b26d-e604c2222f64 req-f4c74581-ef5b-43ff-a38a-d2a36cda6754 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac49a375-b2ac-4f64-af09-44d251cc70c8 HTTP/1.1" status: 200 len: 1001 time: 0.0578251 Sep 14 22:16:13.539145 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c763c04-2452-47e0-b26d-e604c2222f64 req-39f479f7-ae18-4974-94db-877b81fb09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:13.540448 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7c763c04-2452-47e0-b26d-e604c2222f64 req-39f479f7-ae18-4974-94db-877b81fb09d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fad88da0-59be-428e-99a6-79d93a8c3802 HTTP/1.1" status: 200 len: 850 time: 0.0416429 Sep 14 22:16:13.584709 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c763c04-2452-47e0-b26d-e604c2222f64 req-e76a7958-b18d-41d0-b456-87a3bb12810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:13.586800 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7c763c04-2452-47e0-b26d-e604c2222f64 req-e76a7958-b18d-41d0-b456-87a3bb12810c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a41034f-c06c-4d9b-9052-c2cda421136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380938 Sep 14 22:16:13.675413 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7c763c04-2452-47e0-b26d-e604c2222f64 req-040cbe20-ac54-4289-9876-f2f4dc4cc31e service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806775 Sep 14 22:16:13.765528 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7c763c04-2452-47e0-b26d-e604c2222f64 req-6ea870df-fff4-49c0-8c1e-68574b812dc6 service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825264 Sep 14 22:16:14.451126 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-66bd290b-6b93-4a4f-bd2e-1fb13446caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:14.902904 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:15.758733 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:17.102985 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:38.066624 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:41.919806 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c41722b4-d981-47d8-8ba1-f778985cc48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:42.202125 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:16:42.346012 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d56d9-ad58-49aa-88b9-2c07183a3c0c req-39e8f542-cd79-43e7-9a4f-8b2321f1bae4 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:42.347501 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ac4d56d9-ad58-49aa-88b9-2c07183a3c0c req-39e8f542-cd79-43e7-9a4f-8b2321f1bae4 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0491266 Sep 14 22:16:42.385096 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ac4d56d9-ad58-49aa-88b9-2c07183a3c0c req-419b9fea-2096-48bc-841b-b2a8df368189 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310481 Sep 14 22:16:43.497438 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1c307-f72b-4599-becc-a428aee7aa50 req-c9f5ef4b-9bb5-4018-a568-47c45abbb790 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:43.498899 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4cf1c307-f72b-4599-becc-a428aee7aa50 req-c9f5ef4b-9bb5-4018-a568-47c45abbb790 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0475059 Sep 14 22:16:43.535089 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4cf1c307-f72b-4599-becc-a428aee7aa50 req-01332aad-e025-4cfc-9b60-f603aa905fb8 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304954 Sep 14 22:16:44.431617 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b9f94e21-1957-46c8-be8b-6fc7df726e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:44.650120 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739d23-1277-4c72-b2c5-94d9a89b5b18 req-467cdc17-183a-4b49-8d3b-9bb7e47b80e1 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:44.651594 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fd739d23-1277-4c72-b2c5-94d9a89b5b18 req-467cdc17-183a-4b49-8d3b-9bb7e47b80e1 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0516627 Sep 14 22:16:44.688135 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fd739d23-1277-4c72-b2c5-94d9a89b5b18 req-412ff623-acf4-4956-8956-411d7ffd7a17 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304062 Sep 14 22:16:44.929152 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:45.771108 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:45.800061 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29697a0f-74db-45dc-9edc-02066074c5b7 req-708757d0-094c-403f-bbfe-38452aaeb6c6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:45.801556 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-29697a0f-74db-45dc-9edc-02066074c5b7 req-708757d0-094c-403f-bbfe-38452aaeb6c6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0479972 Sep 14 22:16:45.838537 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-29697a0f-74db-45dc-9edc-02066074c5b7 req-08a57575-028a-4e24-943d-19e649d4637d tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306714 Sep 14 22:16:46.951192 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98215be1-859d-42d2-9798-5136efe7897c req-bd1fa9dc-d67d-44e5-a667-97230c4850e1 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:46.952681 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-98215be1-859d-42d2-9798-5136efe7897c req-bd1fa9dc-d67d-44e5-a667-97230c4850e1 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0494471 Sep 14 22:16:46.989787 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-98215be1-859d-42d2-9798-5136efe7897c req-34f6329f-8c6f-4c42-976f-616e2d1737c1 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311766 Sep 14 22:16:47.217192 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:48.106034 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858c529-9eea-4cf4-ba54-757f514eb00d req-d5c403a1-53bd-4379-8250-7789a7f73fed tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:48.107516 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b858c529-9eea-4cf4-ba54-757f514eb00d req-d5c403a1-53bd-4379-8250-7789a7f73fed tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0512919 Sep 14 22:16:48.144201 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b858c529-9eea-4cf4-ba54-757f514eb00d req-4d7476f3-8a78-4a77-bf68-1277893488d1 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308418 Sep 14 22:16:49.257267 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d87c97-52e4-45b5-945e-fdef7fba1bd8 req-ef03f587-caf6-4f88-abb5-058d1cbef19f tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:49.258645 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b1d87c97-52e4-45b5-945e-fdef7fba1bd8 req-ef03f587-caf6-4f88-abb5-058d1cbef19f tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0479400 Sep 14 22:16:49.295590 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b1d87c97-52e4-45b5-945e-fdef7fba1bd8 req-5bb3979d-727a-4a11-abef-cfc3e491720c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310907 Sep 14 22:16:50.406580 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e223d-787e-46da-b8ec-008fa7c7d440 req-68b3b35a-c3a1-4345-8b52-672209f4618c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:50.408021 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-137e223d-787e-46da-b8ec-008fa7c7d440 req-68b3b35a-c3a1-4345-8b52-672209f4618c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0479946 Sep 14 22:16:50.443740 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-137e223d-787e-46da-b8ec-008fa7c7d440 req-536e37ba-3409-4d3d-8ec9-dc15562326b7 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299590 Sep 14 22:16:51.557222 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665f5a-b94d-4c8f-9ea2-95d77d56821a req-03b12329-be8b-44ad-9c00-bc10d15ec4a3 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:51.558661 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7b665f5a-b94d-4c8f-9ea2-95d77d56821a req-03b12329-be8b-44ad-9c00-bc10d15ec4a3 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0512631 Sep 14 22:16:51.596555 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7b665f5a-b94d-4c8f-9ea2-95d77d56821a req-121ea90e-59e3-4e32-a8b9-d8988b93c7dc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320652 Sep 14 22:16:52.707912 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa5b1c-5efd-4ea8-96f2-29fe2c899fad req-ac28b6e5-2e73-46a3-9941-e0cfd587aa36 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:52.709416 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f3fa5b1c-5efd-4ea8-96f2-29fe2c899fad req-ac28b6e5-2e73-46a3-9941-e0cfd587aa36 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0474877 Sep 14 22:16:52.750034 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f3fa5b1c-5efd-4ea8-96f2-29fe2c899fad req-d6769995-3f9d-4d3c-9b5f-da1a6ca1ea4d tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343275 Sep 14 22:16:53.861784 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fea0ff-7620-408d-be79-0e5a45c8b1cb req-2c02d1da-6881-4089-a5c7-3c9135166254 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:53.863239 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-32fea0ff-7620-408d-be79-0e5a45c8b1cb req-2c02d1da-6881-4089-a5c7-3c9135166254 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0468578 Sep 14 22:16:53.903013 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-32fea0ff-7620-408d-be79-0e5a45c8b1cb req-269a0222-6d85-42a4-bec2-3c6da36a1a5d tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333509 Sep 14 22:16:54.023279 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42302) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:16:54.179761 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Deleting port c70c6973-ef3a-4fac-8566-b9339078ebdf {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:16:54.180109 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:54.256630 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:54.256999 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:54.269208 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Calling delete_port for c70c6973-ef3a-4fac-8566-b9339078ebdf owned by network:floatingip {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:16:54.310813 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f0d94-d00a-4484-ba47-04e002305d35 req-43bc773b-d790-42f7-af23-5ce37c599c3e tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:54.313757 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-da9f0d94-d00a-4484-ba47-04e002305d35 req-43bc773b-d790-42f7-af23-5ce37c599c3e tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.1198404 Sep 14 22:16:54.353962 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-da9f0d94-d00a-4484-ba47-04e002305d35 req-1da9e717-7aff-4cc2-ba68-fc54c0078255 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342298 Sep 14 22:16:54.408885 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c30a6-1acd-4b0b-981d-aae6a1e413ed req-7195f0f4-117d-44e3-a5fd-cf68aeb43b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:54.410283 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-752c30a6-1acd-4b0b-981d-aae6a1e413ed req-7195f0f4-117d-44e3-a5fd-cf68aeb43b44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 1098 time: 0.0401521 Sep 14 22:16:54.497616 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c30a6-1acd-4b0b-981d-aae6a1e413ed req-f841bdba-fa08-4896-be39-d75d54b77e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:54.499144 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-752c30a6-1acd-4b0b-981d-aae6a1e413ed req-f841bdba-fa08-4896-be39-d75d54b77e68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a41034f-c06c-4d9b-9052-c2cda421136f HTTP/1.1" status: 200 len: 912 time: 0.0819294 Sep 14 22:16:54.517997 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:54.544850 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Pushing event deleted for resources: {'Port': ['ID=c70c6973-ef3a-4fac-8566-b9339078ebdf,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:16:54.566609 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-752c30a6-1acd-4b0b-981d-aae6a1e413ed req-faa5203d-0d41-40be-b963-19bc8ee88a2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac49a375-b2ac-4f64-af09-44d251cc70c8 HTTP/1.1" status: 200 len: 1001 time: 0.0602543 Sep 14 22:16:54.566893 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:54.567247 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:54.567590 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:54.567926 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:54.568256 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:54.568589 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:54.568941 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:54.569268 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:54.569592 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:54.569915 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:54.570236 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:54.570590 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:54.614014 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c30a6-1acd-4b0b-981d-aae6a1e413ed req-0a40de9c-ce96-416b-b8d1-67684d96fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:54.615506 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-752c30a6-1acd-4b0b-981d-aae6a1e413ed req-0a40de9c-ce96-416b-b8d1-67684d96fd43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fad88da0-59be-428e-99a6-79d93a8c3802 HTTP/1.1" status: 200 len: 850 time: 0.0426040 Sep 14 22:16:54.616251 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for floatingip, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:54.616847 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.l3_db [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Floating IP 26773280-f23b-495b-bcc4-0a9a449dd6df disassociated (deleted). External IP: 172.27.2.134, port: 9edc6327-8a07-4f06-b416-f52881a35181. Sep 14 22:16:54.667175 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c30a6-1acd-4b0b-981d-aae6a1e413ed req-670555e0-071d-4843-9c4b-bdc977a85b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:54.668577 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-752c30a6-1acd-4b0b-981d-aae6a1e413ed req-670555e0-071d-4843-9c4b-bdc977a85b89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a41034f-c06c-4d9b-9052-c2cda421136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460584 Sep 14 22:16:54.761271 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-752c30a6-1acd-4b0b-981d-aae6a1e413ed req-56b201e0-0943-4d78-bf22-168fda6c7b3e service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852592 Sep 14 22:16:54.833189 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:16:54.852940 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-752c30a6-1acd-4b0b-981d-aae6a1e413ed req-5c665146-dca0-44c6-bb22-5e21b9f2ac63 service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848289 Sep 14 22:16:54.937581 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:16:54.942247 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:54.947750 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fbf1c3-95ac-4b94-8de3-0b3528891c32 None None] Sync routers for ids ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:16:54.956577 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fbf1c3-95ac-4b94-8de3-0b3528891c32 None None] Routers {'8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:16:54.957225 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-19fbf1c3-95ac-4b94-8de3-0b3528891c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:16:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:16:54.971692 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-22839e87-d0ee-4b0d-bdce-f552c683353d tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "DELETE /v2.0/floatingips/26773280-f23b-495b-bcc4-0a9a449dd6df HTTP/1.1" status: 204 len: 168 time: 0.9473515 Sep 14 22:16:54.972370 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:16:54.974948 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7718d46-c624-456c-ae5a-8138cca67d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "tag": "9edc6327-8a07-4f06-b416-f52881a35181"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:16:55.012315 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ca04d8-927e-40f1-b11b-9ccc5f2b7a03 x-openstack-request-id: req-30ca04d8-927e-40f1-b11b-9ccc5f2b7a03 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:16:55.012602 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "tag": "9edc6327-8a07-4f06-b416-f52881a35181", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:16:55.012884 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30ca04d8-927e-40f1-b11b-9ccc5f2b7a03 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:16:55.013283 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181', 'status': 'completed', 'code': 200} Sep 14 22:16:55.062336 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-19fbf1c3-95ac-4b94-8de3-0b3528891c32 None None] Set router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:16:55.097019 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7718d46-c624-456c-ae5a-8138cca67d8e req-e1301e03-75a7-4529-963a-85f96ead5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:55.105320 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7718d46-c624-456c-ae5a-8138cca67d8e req-e1301e03-75a7-4529-963a-85f96ead5351 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59f8029d6d424ff38dcf8f6bc941dc31&device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 1099 time: 0.0405543 Sep 14 22:16:55.195565 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7718d46-c624-456c-ae5a-8138cca67d8e req-0bedd928-fa71-4d2e-b489-e3e6cb867edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:55.197031 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7718d46-c624-456c-ae5a-8138cca67d8e req-0bedd928-fa71-4d2e-b489-e3e6cb867edc service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b787b3b-f272-41a2-8674-930e78848175 HTTP/1.1" status: 200 len: 909 time: 0.0882149 Sep 14 22:16:55.242692 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7718d46-c624-456c-ae5a-8138cca67d8e req-c29f64c1-e282-46b6-9166-015be344d1dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9edc6327-8a07-4f06-b416-f52881a35181 HTTP/1.1" status: 200 len: 217 time: 0.0376968 Sep 14 22:16:55.260166 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-19fbf1c3-95ac-4b94-8de3-0b3528891c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:02Z', 'revision_number': 4, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port': {'id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '6e3ada44-a1c1-4368-8737-33af33709c64', 'name': '', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'mac_address': 'fa:16:3e:bb:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:02Z', 'updated_at': '2021-09-14T22:12:06Z', 'revision_number': 5, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'subnets': [{'id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:16:55.290688 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fbf1c3-95ac-4b94-8de3-0b3528891c32 None None] Checking router: 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:16:55.299044 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fbf1c3-95ac-4b94-8de3-0b3528891c32 None None] Routers {'8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:16:55.299679 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-19fbf1c3-95ac-4b94-8de3-0b3528891c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:16:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:16:55.346427 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7718d46-c624-456c-ae5a-8138cca67d8e req-58e7cda2-6f6b-4ef7-8ca3-53469cb5f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:55.349129 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7718d46-c624-456c-ae5a-8138cca67d8e req-58e7cda2-6f6b-4ef7-8ca3-53469cb5f768 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b037e-8cc6-4ee8-bc45-4a05c271dd57 HTTP/1.1" status: 200 len: 847 time: 0.0561619 Sep 14 22:16:55.406434 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-19fbf1c3-95ac-4b94-8de3-0b3528891c32 None None] Set router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:16:55.423885 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7718d46-c624-456c-ae5a-8138cca67d8e req-9b2d259b-048d-4ba8-82ed-0e539ee0a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:55.425465 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7718d46-c624-456c-ae5a-8138cca67d8e req-9b2d259b-048d-4ba8-82ed-0e539ee0a9cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b787b3b-f272-41a2-8674-930e78848175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419879 Sep 14 22:16:55.552700 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7718d46-c624-456c-ae5a-8138cca67d8e req-664bb234-1aa9-4426-908d-7c85883bcf31 service neutron] 10.222.0.37 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173589 Sep 14 22:16:55.564925 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065622d1-0f4d-49a3-94d5-32acf867baad req-dbd63168-a121-42b4-b406-3e1e2ec628cd tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:55.566371 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-065622d1-0f4d-49a3-94d5-32acf867baad req-dbd63168-a121-42b4-b406-3e1e2ec628cd tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.1397328 Sep 14 22:16:55.622730 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-19fbf1c3-95ac-4b94-8de3-0b3528891c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:02Z', 'revision_number': 4, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port': {'id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '6e3ada44-a1c1-4368-8737-33af33709c64', 'name': '', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'mac_address': 'fa:16:3e:bb:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:02Z', 'updated_at': '2021-09-14T22:12:06Z', 'revision_number': 5, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'subnets': [{'id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:16:55.648424 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fbf1c3-95ac-4b94-8de3-0b3528891c32 None None] The sync data for ids ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'] in dv-cinder-809014-1-iscsi is: [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:02Z', 'revision_number': 4, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port': {'id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '6e3ada44-a1c1-4368-8737-33af33709c64', 'name': '', 'network_id': '9b787b3b-f272-41a2-8674-930e78848175', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'mac_address': 'fa:16:3e:bb:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:02Z', 'updated_at': '2021-09-14T22:12:06Z', 'revision_number': 5, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'subnets': [{'id': '1c9b037e-8cc6-4ee8-bc45-4a05c271dd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:16:55.662365 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-065622d1-0f4d-49a3-94d5-32acf867baad req-46e04979-f13e-4a9f-92af-bd50e8b6bb51 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871313 Sep 14 22:16:55.687521 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d7718d46-c624-456c-ae5a-8138cca67d8e req-d07b4709-6699-4ce0-bbcf-d40383082fb7 service neutron] 10.222.0.37 "GET /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201925 Sep 14 22:16:55.864817 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ccd857-2c11-4144-9a10-149bbe87cc53 None None] New status for floating IP 26773280-f23b-495b-bcc4-0a9a449dd6df: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:16:56.782918 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ec062-cd7d-41a2-9443-20335b15325a req-e4f62275-f37e-4780-9bac-a059c39776de tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:56.784417 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-906ec062-cd7d-41a2-9443-20335b15325a req-e4f62275-f37e-4780-9bac-a059c39776de tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0506356 Sep 14 22:16:56.821870 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-906ec062-cd7d-41a2-9443-20335b15325a req-074d0f0a-204f-4560-8d9b-394c41905b67 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Sep 14 22:16:57.117218 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dafd8-07d5-414c-a2d1-f0ef80d9885b req-15be28b5-cc89-4bc0-b33c-01939d81fa6c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:16:57.119164 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e39dafd8-07d5-414c-a2d1-f0ef80d9885b req-15be28b5-cc89-4bc0-b33c-01939d81fa6c tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ec6b247-d435-4d79-9cac-c32590972e7c HTTP/1.1" status: 200 len: 946 time: 0.0462348 Sep 14 22:16:57.210711 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-e39dafd8-07d5-414c-a2d1-f0ef80d9885b req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Deleting port 9edc6327-8a07-4f06-b416-f52881a35181 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:16:57.211046 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e39dafd8-07d5-414c-a2d1-f0ef80d9885b req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:57.294837 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e39dafd8-07d5-414c-a2d1-f0ef80d9885b req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] For port 9edc6327-8a07-4f06-b416-f52881a35181, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=9edc6327-8a07-4f06-b416-f52881a35181,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:16:57.295117 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e39dafd8-07d5-414c-a2d1-f0ef80d9885b req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:57.307709 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-e39dafd8-07d5-414c-a2d1-f0ef80d9885b req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Calling delete_port for 9edc6327-8a07-4f06-b416-f52881a35181 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:16:57.519702 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e39dafd8-07d5-414c-a2d1-f0ef80d9885b req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:57.549348 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Pushing event deleted for resources: {'Port': ['ID=9edc6327-8a07-4f06-b416-f52881a35181,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:16:57.577520 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:57.577871 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:57.578214 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:57.578546 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:57.578960 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:57.579289 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:57.579612 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:57.579934 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:57.580257 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:57.580580 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:57.580943 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:57.583984 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:16:57.602279 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39dafd8-07d5-414c-a2d1-f0ef80d9885b req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] No DVR routers for this DVR port 9edc6327-8a07-4f06-b416-f52881a35181 on host hv-cinder-80901 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:16:57.605167 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e39dafd8-07d5-414c-a2d1-f0ef80d9885b req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:16:57.607184 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e39dafd8-07d5-414c-a2d1-f0ef80d9885b req-1bd36bb9-5fc3-4575-b5cd-c4a051d60033 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.37 "DELETE /v2.0/ports/9edc6327-8a07-4f06-b416-f52881a35181 HTTP/1.1" status: 204 len: 173 time: 0.4811535 Sep 14 22:16:57.607607 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'name': 'network-vif-deleted', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:16:57.609832 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0746adf-b4d4-4e8d-8cc0-f940687b5788" -d '{"events": [{"server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "name": "network-vif-deleted", "tag": "9edc6327-8a07-4f06-b416-f52881a35181"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:16:57.644383 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89da5271-5d33-4a8f-ad02-a670433fd2c3 x-openstack-request-id: req-89da5271-5d33-4a8f-ad02-a670433fd2c3 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:16:57.644653 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec6b247-d435-4d79-9cac-c32590972e7c", "name": "network-vif-deleted", "tag": "9edc6327-8a07-4f06-b416-f52881a35181", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:16:57.644955 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89da5271-5d33-4a8f-ad02-a670433fd2c3 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:16:57.645344 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec6b247-d435-4d79-9cac-c32590972e7c', 'name': 'network-vif-deleted', 'tag': '9edc6327-8a07-4f06-b416-f52881a35181', 'status': 'completed', 'code': 200} Sep 14 22:16:59.929519 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 9edc6327-8a07-4f06-b416-f52881a35181 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:16:59.950456 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: 9edc6327-8a07-4f06-b416-f52881a35181 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:16:59.950803 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 9edc6327-8a07-4f06-b416-f52881a35181 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:17:08.049124 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:11.879504 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-44ebf6da-3481-4f2f-a55d-003f120ff0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:14.196299 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-4876e021-523e-4165-8515-3450806d118b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794251 Sep 14 22:17:14.295312 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-802a18ce-3ed3-4bcd-8692-498752c18722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:14.297338 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-802a18ce-3ed3-4bcd-8692-498752c18722 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 1098 time: 0.0408709 Sep 14 22:17:14.399726 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-50003d42-5b1e-4a58-8f14-bcdd3e7a1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:14.402274 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-50003d42-5b1e-4a58-8f14-bcdd3e7a1dcc service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a41034f-c06c-4d9b-9052-c2cda421136f HTTP/1.1" status: 200 len: 912 time: 0.0863993 Sep 14 22:17:14.437503 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d74be053-9180-46e2-a6c3-e4a0c82cbdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:14.463424 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-8a6ac1fb-2c1a-4ed1-b0cf-1b167378d3c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac49a375-b2ac-4f64-af09-44d251cc70c8 HTTP/1.1" status: 200 len: 1001 time: 0.0549977 Sep 14 22:17:14.513877 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-4a0cc6a2-9c3c-4504-8892-a9cd03f8868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:14.515704 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-4a0cc6a2-9c3c-4504-8892-a9cd03f8868d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fad88da0-59be-428e-99a6-79d93a8c3802 HTTP/1.1" status: 200 len: 850 time: 0.0447419 Sep 14 22:17:14.812825 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-56458e5a-09b9-4381-a47f-83b8a86578d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:14.814312 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-56458e5a-09b9-4381-a47f-83b8a86578d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a41034f-c06c-4d9b-9052-c2cda421136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2913334 Sep 14 22:17:14.825679 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-0a9a4b18-74dc-4361-8c4e-6c9c70bf0636 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:17:14.826572 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-0a9a4b18-74dc-4361-8c4e-6c9c70bf0636 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046554 Sep 14 22:17:14.866293 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:14.917434 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-0736dee2-c3ab-41e9-9fe8-03c10b72403d service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840251 Sep 14 22:17:15.006327 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7557a72b-8a7c-421c-b211-461d9d860f8d req-b3385923-e522-4a95-8510-abb74ed7defd service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820606 Sep 14 22:17:15.765422 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:17.091152 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:19.200392 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:17:27.731557 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-eb3c3dac-eb38-40cf-ae50-b4842583ca66 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777504985&fields=id&tenant_id=d0c8570f409040cfb8f86f5c5f0271e0 HTTP/1.1" status: 200 len: 267 time: 0.0324306 Sep 14 22:17:27.835401 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4832b-3210-4ded-916d-9dec0486af03 req-8769fac3-2e39-454b-b2e5-1d30b5b14ab3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:27.836833 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-8769fac3-2e39-454b-b2e5-1d30b5b14ab3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/networks?id=06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 200 len: 812 time: 0.0987940 Sep 14 22:17:27.850941 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-c27a9373-e944-406f-990e-96b5d35827fb tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/quotas/d0c8570f409040cfb8f86f5c5f0271e0 HTTP/1.1" status: 200 len: 375 time: 0.0085199 Sep 14 22:17:27.905464 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-e7688857-2dcb-4fe5-a717-9385ef17efc0 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0495386 Sep 14 22:17:27.919886 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-dd35f04c-0bc0-4b44-ae2f-8b649d3eb46c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 22:17:27.920872 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-dd35f04c-0bc0-4b44-ae2f-8b649d3eb46c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048060 Sep 14 22:17:28.009147 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-5492736d-600b-4114-84fc-c1d3b5bbbf86 service neutron] 10.222.0.30 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823090 Sep 14 22:17:28.098037 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-5cb5852a-8250-4414-ad1c-e81d7ce432d5 service neutron] 10.222.0.30 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827024 Sep 14 22:17:28.593520 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-24f85430-05d2-4dc8-9a25-c99838d71056 req-1fa45280-0ff6-477f-b56f-623e5e034540 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 210 time: 0.0256884 Sep 14 22:17:29.684966 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ea97414e-02fc-4c31-a701-d3f72e4e0293 req-93b40c91-19dc-4f53-b3e7-9c8dd35e4a9d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 210 time: 0.0274205 Sep 14 22:17:30.523374 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4832b-3210-4ded-916d-9dec0486af03 req-8fd3c82d-bec2-486a-adf0-27291366084c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:30.524742 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-8fd3c82d-bec2-486a-adf0-27291366084c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "GET /v2.0/networks?id=06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 200 len: 812 time: 0.1026452 Sep 14 22:17:30.573051 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-3cb80c25-448b-4efc-a7e7-cc8630ac4d9a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c8570f409040cfb8f86f5c5f0271e0 HTTP/1.1" status: 200 len: 379 time: 0.0322075 Sep 14 22:17:30.582854 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-07d4832b-3210-4ded-916d-9dec0486af03 req-7549373b-ddde-4546-8801-2aca581b4251 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Request body: {'port': {'device_id': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'admin_state_up': True, 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'security_groups': ['7fd47eb2-78ee-425a-8a7c-b225a4e9023a']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:17:30.770684 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d4832b-3210-4ded-916d-9dec0486af03 req-7549373b-ddde-4546-8801-2aca581b4251 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Made reservation on behalf of d0c8570f409040cfb8f86f5c5f0271e0 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:17:30.774205 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-07d4832b-3210-4ded-916d-9dec0486af03 req-7549373b-ddde-4546-8801-2aca581b4251 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:30.812998 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b43832-d261-4b1d-a14c-af93d0730918 req-dce11600-736e-4994-9340-ad89f0065e93 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:30.814473 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d3b43832-d261-4b1d-a14c-af93d0730918 req-dce11600-736e-4994-9340-ad89f0065e93 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0732222 Sep 14 22:17:30.920407 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d3b43832-d261-4b1d-a14c-af93d0730918 req-aeae3ee7-f461-4751-aad5-8b3399b5284e tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769734 Sep 14 22:17:30.944971 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-07d4832b-3210-4ded-916d-9dec0486af03 req-7549373b-ddde-4546-8801-2aca581b4251 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Allocated IP 172.20.0.3 (06a932b9-57f5-4830-a80a-fd6880f53b99/d4cb725a-079c-425c-aee6-4d2d1c527df5/f072cd35-f170-46a1-ac0e-00bc856d592a) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:17:31.018584 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-97b85b2d-486a-49d8-b966-e868172e092e req-f33441d8-300d-415f-b8f5-4aca49425c1c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 210 time: 0.0399573 Sep 14 22:17:31.104269 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-07d4832b-3210-4ded-916d-9dec0486af03 req-7549373b-ddde-4546-8801-2aca581b4251 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:31.228755 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-07d4832b-3210-4ded-916d-9dec0486af03 req-7549373b-ddde-4546-8801-2aca581b4251 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:31.271198 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d4832b-3210-4ded-916d-9dec0486af03 req-7549373b-ddde-4546-8801-2aca581b4251 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Network 06a932b9-57f5-4830-a80a-fd6880f53b99 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:17:31.274097 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-07d4832b-3210-4ded-916d-9dec0486af03 req-7549373b-ddde-4546-8801-2aca581b4251 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:17:31.277116 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d4832b-3210-4ded-916d-9dec0486af03 req-7549373b-ddde-4546-8801-2aca581b4251 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:17:31.305274 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549373b-ddde-4546-8801-2aca581b4251 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'Port': ['ID=f072cd35-f170-46a1-ac0e-00bc856d592a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:31.339430 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4832b-3210-4ded-916d-9dec0486af03 req-7549373b-ddde-4546-8801-2aca581b4251 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:31.340089 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-07d4832b-3210-4ded-916d-9dec0486af03 req-7549373b-ddde-4546-8801-2aca581b4251 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:31.520556 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-7549373b-ddde-4546-8801-2aca581b4251 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9416602 Sep 14 22:17:31.532721 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-6573a435-d793-4b54-bae1-88278f4bd8c5 None None] Provisioning complete for port f072cd35-f170-46a1-ac0e-00bc856d592a triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:17:31.533223 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6573a435-d793-4b54-bae1-88278f4bd8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:31.540158 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Request body: {'port': {'device_id': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:17:31.570015 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-6573a435-d793-4b54-bae1-88278f4bd8c5 None None] Port f072cd35-f170-46a1-ac0e-00bc856d592a cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:17:31.603596 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:31.871893 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f072cd35-f170-46a1-ac0e-00bc856d592a {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:17:31.879365 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:31.890702 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Transition to ACTIVE for port object f072cd35-f170-46a1-ac0e-00bc856d592a will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:17:31.971144 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:32.051690 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Pushing event updated for resources: {'Port': ['ID=f072cd35-f170-46a1-ac0e-00bc856d592a,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:32.107082 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337eb26f-19ce-41ab-8179-e3077cde8a82 req-92594dfd-749a-411a-b2b2-c7e253f4730f tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:32.108630 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-337eb26f-19ce-41ab-8179-e3077cde8a82 req-92594dfd-749a-411a-b2b2-c7e253f4730f tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.1118591 Sep 14 22:17:32.159640 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Attempting to bind port f072cd35-f170-46a1-ac0e-00bc856d592a on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:17:32.163998 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Attempting to bind port f072cd35-f170-46a1-ac0e-00bc856d592a by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:17:32.163998 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Attempting to bind port f072cd35-f170-46a1-ac0e-00bc856d592a on network 06a932b9-57f5-4830-a80a-fd6880f53b99 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:17:32.170550 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-337eb26f-19ce-41ab-8179-e3077cde8a82 req-f3e54724-d926-4996-b045-12c222cb5231 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533593 Sep 14 22:17:32.171244 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Port f072cd35-f170-46a1-ac0e-00bc856d592a on network 06a932b9-57f5-4830-a80a-fd6880f53b99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:17:32.171607 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Attempting to bind port f072cd35-f170-46a1-ac0e-00bc856d592a on network 06a932b9-57f5-4830-a80a-fd6880f53b99 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:17:32.178268 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:17:32.178631 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Checking segment: {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:17:32.178996 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Bound using segment: {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:17:32.179465 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Bound port: f072cd35-f170-46a1-ac0e-00bc856d592a, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:17:32.179828 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:32.277471 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] For port f072cd35-f170-46a1-ac0e-00bc856d592a, host hv-cinder-80901, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:17:32.293122 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] For port f072cd35-f170-46a1-ac0e-00bc856d592a, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=f072cd35-f170-46a1-ac0e-00bc856d592a,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:17:32.305185 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7648a78-59e1-48c1-991e-ac89a682b965 req-199402bf-0293-494c-a479-532878d67b3e tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:32.306677 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b7648a78-59e1-48c1-991e-ac89a682b965 req-199402bf-0293-494c-a479-532878d67b3e tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 943 time: 0.0652161 Sep 14 22:17:32.343990 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b7648a78-59e1-48c1-991e-ac89a682b965 req-6e31c6e4-fa63-446f-b483-725e60a37b29 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313416 Sep 14 22:17:32.380529 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:32.413845 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:32.414466 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:32.415845 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] 10.222.0.37 "PUT /v2.0/ports/f072cd35-f170-46a1-ac0e-00bc856d592a HTTP/1.1" status: 200 len: 1093 time: 0.8799818 Sep 14 22:17:32.416280 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'tag': 'f072cd35-f170-46a1-ac0e-00bc856d592a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:17:32.418548 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb47d11-b0dd-4590-9944-c435df471201" -d '{"events": [{"name": "network-changed", "server_uuid": "6c29b79c-aa32-46bf-a7b5-e9eb94680782", "tag": "f072cd35-f170-46a1-ac0e-00bc856d592a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:17:32.446601 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46a971-1532-4f5d-9c53-9d2c0bd50587 service neutron] Pushing event updated for resources: {'Port': ['ID=f072cd35-f170-46a1-ac0e-00bc856d592a,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:32.463106 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5df9dd-c92d-4ee9-a45d-1cd0e380d69a x-openstack-request-id: req-ef5df9dd-c92d-4ee9-a45d-1cd0e380d69a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:17:32.463390 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c29b79c-aa32-46bf-a7b5-e9eb94680782", "tag": "f072cd35-f170-46a1-ac0e-00bc856d592a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:17:32.463638 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef5df9dd-c92d-4ee9-a45d-1cd0e380d69a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:17:32.464033 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'tag': 'f072cd35-f170-46a1-ac0e-00bc856d592a', 'status': 'completed', 'code': 200} Sep 14 22:17:32.557009 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb47d11-b0dd-4590-9944-c435df471201 req-aae52f06-6442-4e27-a977-5b805c9ce129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:32.558586 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-eeb47d11-b0dd-4590-9944-c435df471201 req-aae52f06-6442-4e27-a977-5b805c9ce129 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 1096 time: 0.0426197 Sep 14 22:17:32.683108 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb47d11-b0dd-4590-9944-c435df471201 req-cf2cf629-0436-4175-978d-c1e9842ebb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:32.684524 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-eeb47d11-b0dd-4590-9944-c435df471201 req-cf2cf629-0436-4175-978d-c1e9842ebb15 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0967598 Sep 14 22:17:32.778712 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb47d11-b0dd-4590-9944-c435df471201 req-4c749d7a-a488-444a-ad69-db081c74d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:32.780430 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-eeb47d11-b0dd-4590-9944-c435df471201 req-4c749d7a-a488-444a-ad69-db081c74d5ad service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885122 Sep 14 22:17:32.884654 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4832b-3210-4ded-916d-9dec0486af03 req-e04f9a9f-8816-4999-878c-1f2d61042120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:32.886103 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-e04f9a9f-8816-4999-878c-1f2d61042120 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 1096 time: 0.0468814 Sep 14 22:17:32.964917 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-b697c5cc-4d06-45d2-9231-f18009c7cda4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f072cd35-f170-46a1-ac0e-00bc856d592a HTTP/1.1" status: 200 len: 217 time: 0.0354745 Sep 14 22:17:32.976647 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-789dea14-90ea-4c22-9553-81428c126321 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:32.978325 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-789dea14-90ea-4c22-9553-81428c126321 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0484092 Sep 14 22:17:33.029165 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4832b-3210-4ded-916d-9dec0486af03 req-e89a00bf-eeb5-4123-b277-f6c83d7db02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:33.030651 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-e89a00bf-eeb5-4123-b277-f6c83d7db02d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4cb725a-079c-425c-aee6-4d2d1c527df5 HTTP/1.1" status: 200 len: 851 time: 0.0580170 Sep 14 22:17:33.070528 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Deleting port ac49a375-b2ac-4f64-af09-44d251cc70c8 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:17:33.070879 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:33.074973 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4832b-3210-4ded-916d-9dec0486af03 req-cd677764-e0d7-40c0-86c4-95104a57e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:33.076465 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-cd677764-e0d7-40c0-86c4-95104a57e1cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06a932b9-57f5-4830-a80a-fd6880f53b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387096 Sep 14 22:17:33.160081 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] For port ac49a375-b2ac-4f64-af09-44d251cc70c8, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=ac49a375-b2ac-4f64-af09-44d251cc70c8,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:17:33.160362 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:33.163459 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-c31031f0-37d3-47d9-95ba-e48e58ce4a9f service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796525 Sep 14 22:17:33.280947 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-07d4832b-3210-4ded-916d-9dec0486af03 req-2af6db20-74de-4886-9965-3d8c4bf30620 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083181 Sep 14 22:17:33.307055 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b3f7-8f84-42f2-8fae-bd7f0efaad18 req-6431ab60-5516-48ec-b220-77c265e5806c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:33.310061 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-02e2b3f7-8f84-42f2-8fae-bd7f0efaad18 req-6431ab60-5516-48ec-b220-77c265e5806c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 945 time: 0.0635681 Sep 14 22:17:33.329072 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:33.329797 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:33.329797 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.db.l3_db [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Floating IP f3fc034b-de73-44cf-850a-aaea18a65931 disassociated. External IP: 172.27.2.127, port: ac49a375-b2ac-4f64-af09-44d251cc70c8. Sep 14 22:17:33.330168 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Calling delete_port for ac49a375-b2ac-4f64-af09-44d251cc70c8 owned by compute:nova {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:17:33.352099 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-02e2b3f7-8f84-42f2-8fae-bd7f0efaad18 req-e7c93189-0a9a-40e6-b631-19d25a855cf4 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Sep 14 22:17:33.459070 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4990f-5b23-416e-bd53-db0766478754 req-2fc6e58b-2532-43f1-97e9-b45059fb10e0 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:33.460605 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-adc4990f-5b23-416e-bd53-db0766478754 req-2fc6e58b-2532-43f1-97e9-b45059fb10e0 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 943 time: 0.0522070 Sep 14 22:17:33.497322 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-adc4990f-5b23-416e-bd53-db0766478754 req-2fe11142-b7ac-4a1f-be90-441cda113471 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306835 Sep 14 22:17:33.517191 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:33.546138 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event deleted for resources: {'Port': ['ID=ac49a375-b2ac-4f64-af09-44d251cc70c8,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:33.661442 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:17:33.764830 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:17:33.774850 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930aa25f-eae9-41e6-8bbf-71fad2543042 None None] Sync routers for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:17:33.783710 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930aa25f-eae9-41e6-8bbf-71fad2543042 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:17:33.784437 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-930aa25f-eae9-41e6-8bbf-71fad2543042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:17:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:33.804721 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] No DVR routers for this DVR port ac49a375-b2ac-4f64-af09-44d251cc70c8 on host hv-cinder-80901 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:17:33.807256 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:33.809274 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-4ada6bad-0c60-440b-bbb2-21d4c20662fb req-71b5d4b0-f591-431e-8fb6-302a77e9bae0 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.37 "DELETE /v2.0/ports/ac49a375-b2ac-4f64-af09-44d251cc70c8 HTTP/1.1" status: 204 len: 173 time: 0.8240311 Sep 14 22:17:33.809708 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3054bc-e3b7-4588-9bed-8d4184169624', 'name': 'network-vif-deleted', 'tag': 'ac49a375-b2ac-4f64-af09-44d251cc70c8'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:17:33.811913 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f45ff7-948f-4b79-bedd-c07a9c8e2248" -d '{"events": [{"server_uuid": "3e3054bc-e3b7-4588-9bed-8d4184169624", "name": "network-vif-deleted", "tag": "ac49a375-b2ac-4f64-af09-44d251cc70c8"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:17:33.891650 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-930aa25f-eae9-41e6-8bbf-71fad2543042 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:17:33.905490 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d8c1ac-ae46-4987-bb9f-078dd3c61a3e x-openstack-request-id: req-22d8c1ac-ae46-4987-bb9f-078dd3c61a3e {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:17:33.905784 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3054bc-e3b7-4588-9bed-8d4184169624", "name": "network-vif-deleted", "tag": "ac49a375-b2ac-4f64-af09-44d251cc70c8", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:17:33.906031 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22d8c1ac-ae46-4987-bb9f-078dd3c61a3e {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:17:33.906421 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3054bc-e3b7-4588-9bed-8d4184169624', 'name': 'network-vif-deleted', 'tag': 'ac49a375-b2ac-4f64-af09-44d251cc70c8', 'status': 'completed', 'code': 200} Sep 14 22:17:34.100829 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-930aa25f-eae9-41e6-8bbf-71fad2543042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:37Z', 'revision_number': 5, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:34.126268 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930aa25f-eae9-41e6-8bbf-71fad2543042 None None] Checking router: 26063571-c03e-4c7e-a558-85bd8d3ab7b2 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:17:34.135342 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930aa25f-eae9-41e6-8bbf-71fad2543042 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:17:34.135886 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-930aa25f-eae9-41e6-8bbf-71fad2543042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:17:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:34.322276 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-930aa25f-eae9-41e6-8bbf-71fad2543042 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:17:34.457431 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fdb217d0-c205-4973-8792-2c026f7256ad req-b827591f-51ba-4d94-b3bf-52845a1ae2b9 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e3054bc-e3b7-4588-9bed-8d4184169624 HTTP/1.1" status: 200 len: 210 time: 0.0258350 Sep 14 22:17:34.516625 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-930aa25f-eae9-41e6-8bbf-71fad2543042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:37Z', 'revision_number': 5, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:34.554939 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930aa25f-eae9-41e6-8bbf-71fad2543042 None None] The sync data for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi is: [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:37Z', 'revision_number': 5, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:17:34.615393 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370988e8-aeed-4206-b962-b9d8caa63cba req-67473372-9c15-480e-bbd8-ae44d3b4660b tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:34.616917 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-370988e8-aeed-4206-b962-b9d8caa63cba req-67473372-9c15-480e-bbd8-ae44d3b4660b tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 943 time: 0.0502326 Sep 14 22:17:34.655627 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-370988e8-aeed-4206-b962-b9d8caa63cba req-1485ec05-e7ad-419a-b478-6680135b9076 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321214 Sep 14 22:17:34.768202 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754de64e-fb0b-493b-862b-12917103f988 None None] New status for floating IP f3fc034b-de73-44cf-850a-aaea18a65931: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:17:35.616130 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42432) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:35.668362 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cf624b9-931b-47df-8fc5-86ad705430eb tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:35.694657 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cf624b9-931b-47df-8fc5-86ad705430eb tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:35.770529 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc803ab-b43f-486e-b107-4edc66460261 req-ff8607d1-1110-4a31-8192-61c35640b2c7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:35.772002 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5bc803ab-b43f-486e-b107-4edc66460261 req-ff8607d1-1110-4a31-8192-61c35640b2c7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 943 time: 0.0484924 Sep 14 22:17:35.805339 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cf624b9-931b-47df-8fc5-86ad705430eb tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:35.808252 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cf624b9-931b-47df-8fc5-86ad705430eb tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:35.809463 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-9cf624b9-931b-47df-8fc5-86ad705430eb tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "DELETE /v2.0/security-groups/c2a8ea9d-f0bd-42cb-a231-83b83fcbe128 HTTP/1.1" status: 204 len: 168 time: 0.1922958 Sep 14 22:17:35.812140 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42436) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:35.818615 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf624b9-931b-47df-8fc5-86ad705430eb tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a8ea9d-f0bd-42cb-a231-83b83fcbe128,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:35.822795 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5bc803ab-b43f-486e-b107-4edc66460261 req-fac14ac5-4f9f-499a-a46d-a3c562fda910 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446658 Sep 14 22:17:35.828003 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.api.v2.resource [None req-9ac2f321-a37f-4674-910e-8513fd58ee01 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] show failed (client error): The resource could not be found. Sep 14 22:17:35.829020 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-9ac2f321-a37f-4674-910e-8513fd58ee01 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups/c2a8ea9d-f0bd-42cb-a231-83b83fcbe128 HTTP/1.1" status: 404 len: 347 time: 0.0159371 Sep 14 22:17:35.831897 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42438) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:35.952512 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ab39c665-dd8b-45a5-a64d-5d5f39a4cf84 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Deleting port 88f038d6-d26e-4d86-b08a-30b72edd51a2 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:17:35.952887 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ab39c665-dd8b-45a5-a64d-5d5f39a4cf84 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:36.025494 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ab39c665-dd8b-45a5-a64d-5d5f39a4cf84 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:36.025744 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ab39c665-dd8b-45a5-a64d-5d5f39a4cf84 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:36.037677 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ab39c665-dd8b-45a5-a64d-5d5f39a4cf84 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Calling delete_port for 88f038d6-d26e-4d86-b08a-30b72edd51a2 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:17:36.100188 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device ac49a375-b2ac-4f64-af09-44d251cc70c8 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:17:36.119505 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: ac49a375-b2ac-4f64-af09-44d251cc70c8 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:17:36.119849 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device ac49a375-b2ac-4f64-af09-44d251cc70c8 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:17:36.228395 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ab39c665-dd8b-45a5-a64d-5d5f39a4cf84 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:36.254161 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39c665-dd8b-45a5-a64d-5d5f39a4cf84 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event deleted for resources: {'Port': ['ID=88f038d6-d26e-4d86-b08a-30b72edd51a2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:36.313829 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ab39c665-dd8b-45a5-a64d-5d5f39a4cf84 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:36.316379 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ab39c665-dd8b-45a5-a64d-5d5f39a4cf84 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:36.317585 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-ab39c665-dd8b-45a5-a64d-5d5f39a4cf84 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "DELETE /v2.0/floatingips/f3fc034b-de73-44cf-850a-aaea18a65931 HTTP/1.1" status: 204 len: 168 time: 0.4847946 Sep 14 22:17:36.702742 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42442) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:36.709909 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-819815a1-28f6-46b8-a02c-c274a6ab4a14 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091555196', 'description': 'tempest-description--1547508507'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:17:36.836896 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-819815a1-28f6-46b8-a02c-c274a6ab4a14 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:36.921925 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-819815a1-28f6-46b8-a02c-c274a6ab4a14 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:36.950717 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a2941-6a1d-4497-badd-a2788afedb65 req-2b9ecf70-7384-479c-9003-40a9705913ca tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:36.952167 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-590a2941-6a1d-4497-badd-a2788afedb65 req-2b9ecf70-7384-479c-9003-40a9705913ca tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 943 time: 0.0496631 Sep 14 22:17:36.988587 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-819815a1-28f6-46b8-a02c-c274a6ab4a14 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:36.990116 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-590a2941-6a1d-4497-badd-a2788afedb65 req-6e75aa67-818e-4523-88e7-e74c793b486f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319817 Sep 14 22:17:37.017553 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819815a1-28f6-46b8-a02c-c274a6ab4a14 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617d2028-4c55-497b-941d-f3629d87a72e,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:37.088403 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-819815a1-28f6-46b8-a02c-c274a6ab4a14 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:37.089678 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-819815a1-28f6-46b8-a02c-c274a6ab4a14 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3858950 Sep 14 22:17:37.092403 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42446) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:37.096696 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-7fb320c2-b509-4724-ac1f-195bb2d0aae8 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Request body: {'security_group_rule': {'security_group_id': '617d2028-4c55-497b-941d-f3629d87a72e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:17:37.167861 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fb320c2-b509-4724-ac1f-195bb2d0aae8 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:37.221040 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fb320c2-b509-4724-ac1f-195bb2d0aae8 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:37.279692 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fb320c2-b509-4724-ac1f-195bb2d0aae8 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:37.296968 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb320c2-b509-4724-ac1f-195bb2d0aae8 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98eda3a6-9720-4911-a376-82980e3d81ad,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:37.359377 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fb320c2-b509-4724-ac1f-195bb2d0aae8 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:37.360684 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-7fb320c2-b509-4724-ac1f-195bb2d0aae8 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2672508 Sep 14 22:17:37.363923 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42448) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:37.368216 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-2c32dbb1-e596-444f-a03f-8f98cbe6aaf9 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Request body: {'security_group_rule': {'security_group_id': '617d2028-4c55-497b-941d-f3629d87a72e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:17:37.435446 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c32dbb1-e596-444f-a03f-8f98cbe6aaf9 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:37.491927 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c32dbb1-e596-444f-a03f-8f98cbe6aaf9 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:37.568414 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c32dbb1-e596-444f-a03f-8f98cbe6aaf9 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032754'] for security_group_rule, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:37.587247 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32dbb1-e596-444f-a03f-8f98cbe6aaf9 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b461148-5469-4911-be65-8d6d31dd6b74,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:37.673749 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c32dbb1-e596-444f-a03f-8f98cbe6aaf9 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:37.674974 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-2c32dbb1-e596-444f-a03f-8f98cbe6aaf9 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101010 Sep 14 22:17:37.678142 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42450) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:37.682711 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Request body: {'floatingip': {'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:17:37.786020 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:37.878874 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:37.982886 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Allocated IP 172.27.2.219 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/c4d79274-eec5-4ef6-a898-7bcebc06ccc2) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:17:38.048643 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:38.116363 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:38.126531 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a739a5-1d11-4b5b-901c-11d7bf6e0891 req-4f627acd-0f03-43db-9522-2dbbfb4379bb tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:38.128735 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-88a739a5-1d11-4b5b-901c-11d7bf6e0891 req-4f627acd-0f03-43db-9522-2dbbfb4379bb tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 943 time: 0.0719278 Sep 14 22:17:38.182564 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-88a739a5-1d11-4b5b-901c-11d7bf6e0891 req-c77b34e7-45b1-4447-8721-03176d841e36 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479708 Sep 14 22:17:38.260472 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:38.297833 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:17:38.301133 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:17:38.304575 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:17:38.333002 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event updated for resources: {'Port': ['ID=c4d79274-eec5-4ef6-a898-7bcebc06ccc2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:38.392316 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:38.468516 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:38.611684 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:38.662424 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:38.730958 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event updated for resources: {'Port': ['ID=c4d79274-eec5-4ef6-a898-7bcebc06ccc2,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:38.742165 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:38.831228 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:38.832505 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-77256547-3ef8-42f1-9498-968997c31aa6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1533029 Sep 14 22:17:38.977379 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-5303e3b9-272c-4812-bd3e-bd7b6640e146 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1091555196&fields=id&tenant_id=4d5c56830ce4450c953d60d98c0c35eb HTTP/1.1" status: 200 len: 267 time: 0.0376313 Sep 14 22:17:39.082634 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-29703b8b-a70c-4518-97f3-7ca3957e4378 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:39.084081 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-29703b8b-a70c-4518-97f3-7ca3957e4378 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/networks?id=4a41034f-c06c-4d9b-9052-c2cda421136f HTTP/1.1" status: 200 len: 811 time: 0.1000109 Sep 14 22:17:39.098717 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-5c919233-33b8-4d83-bc42-99f1f4241bec tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/quotas/4d5c56830ce4450c953d60d98c0c35eb HTTP/1.1" status: 200 len: 375 time: 0.0090628 Sep 14 22:17:39.149553 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-02399b26-3b66-4fd8-a8bf-ef225e0916f5 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457702 Sep 14 22:17:39.244259 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-16d0e08e-b365-4324-a444-846a850d4943 service neutron] 10.222.0.30 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827954 Sep 14 22:17:39.329297 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ff245512-6ba8-43cd-b911-ce5ffd8c54da service neutron] 10.222.0.30 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791411 Sep 14 22:17:39.684491 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fec0e-29c5-4b96-8720-8fa41cab1952 req-65fdf491-507d-4de6-b679-e4a3069a41d7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:39.686044 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-403fec0e-29c5-4b96-8720-8fa41cab1952 req-65fdf491-507d-4de6-b679-e4a3069a41d7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 943 time: 0.0564103 Sep 14 22:17:39.724514 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-403fec0e-29c5-4b96-8720-8fa41cab1952 req-ffcbb3ef-574b-47eb-9706-02e3437093c5 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319283 Sep 14 22:17:39.789148 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2779ac7c-a2cb-4964-b1a9-681dc8a97a09 req-57c150a0-7c9e-41bc-a2f3-e7b0bd226241 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 210 time: 0.0266035 Sep 14 22:17:40.154930 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device f072cd35-f170-46a1-ac0e-00bc856d592a details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:17:40.251609 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port f072cd35-f170-46a1-ac0e-00bc856d592a, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=f072cd35-f170-46a1-ac0e-00bc856d592a,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:17:40.262605 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'f072cd35-f170-46a1-ac0e-00bc856d592a', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'port_id': 'f072cd35-f170-46a1-ac0e-00bc856d592a', 'mac_address': 'fa:16:3e:af:20:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:17:40.298557 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:40.311167 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f072cd35-f170-46a1-ac0e-00bc856d592a {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:17:40.330649 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port f072cd35-f170-46a1-ac0e-00bc856d592a, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=f072cd35-f170-46a1-ac0e-00bc856d592a,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:17:40.391368 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:40.441454 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=f072cd35-f170-46a1-ac0e-00bc856d592a,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:40.448469 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:40.448913 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:40.449293 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:40.449678 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:40.450013 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:40.450346 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:40.450676 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:40.450998 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:40.451348 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:40.451671 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:40.452000 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:40.452317 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:40.678469 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['f072cd35-f170-46a1-ac0e-00bc856d592a'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:17:40.847759 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c93477-3f39-40c4-87ff-383c2bca3fd9 req-2a2d77a0-eaa4-4d89-8dae-4454f3d4b7f7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:40.849508 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-74c93477-3f39-40c4-87ff-383c2bca3fd9 req-2a2d77a0-eaa4-4d89-8dae-4454f3d4b7f7 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 944 time: 0.0534945 Sep 14 22:17:40.893284 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-74c93477-3f39-40c4-87ff-383c2bca3fd9 req-5207ce88-f7aa-4d20-ae03-c0dbb8550eca tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373354 Sep 14 22:17:40.989785 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5a012565-a5db-447f-83b4-4e8b87379b51 req-f8f5bb5e-621c-485f-9dfd-d58da048a2e6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 210 time: 0.0308154 Sep 14 22:17:41.542103 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-1af5a8e3-8927-4340-a220-2e6f4b478cae tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:41.543538 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-1af5a8e3-8927-4340-a220-2e6f4b478cae tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.37 "GET /v2.0/networks?id=4a41034f-c06c-4d9b-9052-c2cda421136f HTTP/1.1" status: 200 len: 811 time: 0.0974281 Sep 14 22:17:41.590226 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-9f0056c7-20e4-458d-bed4-9531959c8248 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d5c56830ce4450c953d60d98c0c35eb HTTP/1.1" status: 200 len: 380 time: 0.0323629 Sep 14 22:17:41.598851 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-8be6751a-a631-4cfc-9a97-13a2683c58b6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Request body: {'port': {'device_id': '01d12c32-a185-4842-8198-98652d20b298', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'admin_state_up': True, 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'security_groups': ['617d2028-4c55-497b-941d-f3629d87a72e']}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:17:41.802471 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-8be6751a-a631-4cfc-9a97-13a2683c58b6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Made reservation on behalf of 4d5c56830ce4450c953d60d98c0c35eb for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:17:41.806038 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-8be6751a-a631-4cfc-9a97-13a2683c58b6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:41.926141 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-bf332952-0c7d-493a-9f84-e55bc425cb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:41.939540 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-8be6751a-a631-4cfc-9a97-13a2683c58b6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Allocated IP 172.20.0.3 (4a41034f-c06c-4d9b-9052-c2cda421136f/fad88da0-59be-428e-99a6-79d93a8c3802/43078aac-11b9-4fbb-a63a-b62812e496a1) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:17:42.013414 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab3f6a-801e-4b5f-b0a5-2e6934f50416 req-29be9900-dfde-4d19-9b4e-a6a22d00b841 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:42.014930 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b6ab3f6a-801e-4b5f-b0a5-2e6934f50416 req-29be9900-dfde-4d19-9b4e-a6a22d00b841 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 944 time: 0.0546534 Sep 14 22:17:42.053284 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b6ab3f6a-801e-4b5f-b0a5-2e6934f50416 req-8dd8284a-906f-4692-bc4d-f6eeebc57e26 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320556 Sep 14 22:17:42.078073 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-8be6751a-a631-4cfc-9a97-13a2683c58b6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:42.131996 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a253a8cf-cb15-42ef-8a43-99dc8dddbca9 req-99346afd-18f0-4e9c-8e4d-1b08e1c9f9f8 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 210 time: 0.0258620 Sep 14 22:17:42.193196 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device f072cd35-f170-46a1-ac0e-00bc856d592a up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:17:42.200293 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-8be6751a-a631-4cfc-9a97-13a2683c58b6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:42.243764 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-8be6751a-a631-4cfc-9a97-13a2683c58b6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Network 4a41034f-c06c-4d9b-9052-c2cda421136f is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:17:42.251099 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-8be6751a-a631-4cfc-9a97-13a2683c58b6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:17:42.251099 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-8be6751a-a631-4cfc-9a97-13a2683c58b6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:17:42.283741 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6751a-a631-4cfc-9a97-13a2683c58b6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event updated for resources: {'Port': ['ID=43078aac-11b9-4fbb-a63a-b62812e496a1,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:42.296855 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port f072cd35-f170-46a1-ac0e-00bc856d592a completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:17:42.300933 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port f072cd35-f170-46a1-ac0e-00bc856d592a triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:17:42.301411 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:42.306657 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-8be6751a-a631-4cfc-9a97-13a2683c58b6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:42.307361 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-8be6751a-a631-4cfc-9a97-13a2683c58b6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:42.380500 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:42.380720 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-8be6751a-a631-4cfc-9a97-13a2683c58b6 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7850332 Sep 14 22:17:42.399389 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Request body: {'port': {'device_id': '01d12c32-a185-4842-8198-98652d20b298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:17:42.406161 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f072cd35-f170-46a1-ac0e-00bc856d592a'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:17:42.407608 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd36c3fc-245c-4318-83ac-e9e02dd40376" -d '{"events": [{"server_uuid": "6c29b79c-aa32-46bf-a7b5-e9eb94680782", "name": "network-vif-plugged", "status": "completed", "tag": "f072cd35-f170-46a1-ac0e-00bc856d592a"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:17:42.421572 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port f072cd35-f170-46a1-ac0e-00bc856d592a, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=f072cd35-f170-46a1-ac0e-00bc856d592a,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:17:42.443619 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a81fb3c-c4f9-4daa-b368-47057b1d5079 x-openstack-request-id: req-1a81fb3c-c4f9-4daa-b368-47057b1d5079 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:17:42.443911 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c29b79c-aa32-46bf-a7b5-e9eb94680782", "name": "network-vif-plugged", "status": "completed", "tag": "f072cd35-f170-46a1-ac0e-00bc856d592a", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:17:42.444187 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a81fb3c-c4f9-4daa-b368-47057b1d5079 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:17:42.444575 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f072cd35-f170-46a1-ac0e-00bc856d592a', 'code': 200} Sep 14 22:17:42.455173 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:42.488416 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-2009ca08-97a0-4b86-b0bc-836f524d0333 None None] Provisioning complete for port 43078aac-11b9-4fbb-a63a-b62812e496a1 triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:17:42.488925 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-2009ca08-97a0-4b86-b0bc-836f524d0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:42.510551 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:42.673445 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-2009ca08-97a0-4b86-b0bc-836f524d0333 None None] Port 43078aac-11b9-4fbb-a63a-b62812e496a1 cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:17:42.694715 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=f072cd35-f170-46a1-ac0e-00bc856d592a,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:42.954115 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56596-7ec9-4cf1-abc6-2c027a740edb req-5c45f4c1-88d1-4de8-93bd-f6d024946b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:42.955519 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3be56596-7ec9-4cf1-abc6-2c027a740edb req-5c45f4c1-88d1-4de8-93bd-f6d024946b47 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 1098 time: 0.0437505 Sep 14 22:17:42.958558 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43078aac-11b9-4fbb-a63a-b62812e496a1 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:17:42.966069 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:42.977799 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Transition to ACTIVE for port object 43078aac-11b9-4fbb-a63a-b62812e496a1 will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:17:42.992981 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-3be56596-7ec9-4cf1-abc6-2c027a740edb req-4f0baf1f-b4ae-4703-8e8d-a9053d2b94c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295811 Sep 14 22:17:43.071478 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:43.123652 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=43078aac-11b9-4fbb-a63a-b62812e496a1,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:43.180657 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9088b-fd68-42ba-8e35-00c392b948db req-03d26da6-47cd-4681-a5e3-81fd228def4f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:43.182381 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-27a9088b-fd68-42ba-8e35-00c392b948db req-03d26da6-47cd-4681-a5e3-81fd228def4f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 945 time: 0.0567584 Sep 14 22:17:43.194605 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Attempting to bind port 43078aac-11b9-4fbb-a63a-b62812e496a1 on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:17:43.194958 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Attempting to bind port 43078aac-11b9-4fbb-a63a-b62812e496a1 by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:17:43.195278 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Attempting to bind port 43078aac-11b9-4fbb-a63a-b62812e496a1 on network 4a41034f-c06c-4d9b-9052-c2cda421136f {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:17:43.199973 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Port 43078aac-11b9-4fbb-a63a-b62812e496a1 on network 4a41034f-c06c-4d9b-9052-c2cda421136f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:17:43.200296 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Attempting to bind port 43078aac-11b9-4fbb-a63a-b62812e496a1 on network 4a41034f-c06c-4d9b-9052-c2cda421136f {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:17:43.205584 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:17:43.205901 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Checking segment: {'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:17:43.206289 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Bound using segment: {'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:17:43.206717 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Bound port: 43078aac-11b9-4fbb-a63a-b62812e496a1, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe09192c-31d4-48a0-98f0-d16a47fa961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:17:43.207079 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:43.225181 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-27a9088b-fd68-42ba-8e35-00c392b948db req-5cd2fd68-d3ca-4dd8-9996-02c4deb7c2e1 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350688 Sep 14 22:17:43.281587 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] For port 43078aac-11b9-4fbb-a63a-b62812e496a1, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:17:43.284723 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] For port 43078aac-11b9-4fbb-a63a-b62812e496a1, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=43078aac-11b9-4fbb-a63a-b62812e496a1,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:17:43.328832 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ea026-c29f-4a73-a5cf-a3037021bb86 req-237a45b1-38cd-478d-8f41-3bff4907308b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:43.330284 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4a2ea026-c29f-4a73-a5cf-a3037021bb86 req-237a45b1-38cd-478d-8f41-3bff4907308b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 943 time: 0.0480540 Sep 14 22:17:43.363491 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:43.368057 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4a2ea026-c29f-4a73-a5cf-a3037021bb86 req-6ee20257-fd39-40b2-8f26-087aa2b07b25 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=617d2028-4c55-497b-941d-f3629d87a72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309215 Sep 14 22:17:43.399245 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:43.399867 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:43.401276 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] 10.222.0.37 "PUT /v2.0/ports/43078aac-11b9-4fbb-a63a-b62812e496a1 HTTP/1.1" status: 200 len: 1093 time: 1.0066421 Sep 14 22:17:43.405255 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d12c32-a185-4842-8198-98652d20b298', 'tag': '43078aac-11b9-4fbb-a63a-b62812e496a1'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:17:43.405255 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f6f79f-5471-48cc-85d6-b12f9d90578c" -d '{"events": [{"name": "network-changed", "server_uuid": "01d12c32-a185-4842-8198-98652d20b298", "tag": "43078aac-11b9-4fbb-a63a-b62812e496a1"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:17:43.426949 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bf3fd-2ab0-4aee-bd3b-4bb75fe07cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=43078aac-11b9-4fbb-a63a-b62812e496a1,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:43.442991 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7947d1-2996-4f65-97ae-297c63e804db x-openstack-request-id: req-cf7947d1-2996-4f65-97ae-297c63e804db {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:17:43.443293 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d12c32-a185-4842-8198-98652d20b298", "tag": "43078aac-11b9-4fbb-a63a-b62812e496a1", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:17:43.443550 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf7947d1-2996-4f65-97ae-297c63e804db {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:17:43.443956 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d12c32-a185-4842-8198-98652d20b298', 'tag': '43078aac-11b9-4fbb-a63a-b62812e496a1', 'status': 'completed', 'code': 200} Sep 14 22:17:43.536954 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f79f-5471-48cc-85d6-b12f9d90578c req-0d17752d-147a-48eb-af25-95fd75f0c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:43.538469 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-c2f6f79f-5471-48cc-85d6-b12f9d90578c req-0d17752d-147a-48eb-af25-95fd75f0c9ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 1096 time: 0.0424361 Sep 14 22:17:43.646588 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f79f-5471-48cc-85d6-b12f9d90578c req-a82423aa-3bee-425a-aca5-f7666301df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:43.648061 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-c2f6f79f-5471-48cc-85d6-b12f9d90578c req-a82423aa-3bee-425a-aca5-f7666301df83 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0947118 Sep 14 22:17:43.738194 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f79f-5471-48cc-85d6-b12f9d90578c req-6d27bc40-27bb-44a2-b2a1-c3d98e3736ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:43.739524 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-c2f6f79f-5471-48cc-85d6-b12f9d90578c req-6d27bc40-27bb-44a2-b2a1-c3d98e3736ae service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843506 Sep 14 22:17:43.853517 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-56a8d03b-e0b6-4bfd-a948-ea2e534507fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:43.854973 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-56a8d03b-e0b6-4bfd-a948-ea2e534507fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 1096 time: 0.0434480 Sep 14 22:17:43.904332 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-156dc2d4-23a9-4fbe-afda-fcbd37ec827b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43078aac-11b9-4fbb-a63a-b62812e496a1 HTTP/1.1" status: 200 len: 217 time: 0.0324495 Sep 14 22:17:43.993634 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-d27c0843-0f19-4475-8ed8-f6585ef8b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:43.995705 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-d27c0843-0f19-4475-8ed8-f6585ef8b591 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fad88da0-59be-428e-99a6-79d93a8c3802 HTTP/1.1" status: 200 len: 850 time: 0.0504506 Sep 14 22:17:44.048803 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-3b4ede62-f0a6-4265-920d-5d7c1f0d122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:44.050895 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-3b4ede62-f0a6-4265-920d-5d7c1f0d122a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a41034f-c06c-4d9b-9052-c2cda421136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431406 Sep 14 22:17:44.140375 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-a9fe7e6c-6673-41ff-ab0d-e884dda91c2b service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795577 Sep 14 22:17:44.232101 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-1661650a-e996-4e7f-8c26-d46c94b7c135 req-05976cb3-bcd1-48a9-b526-a875245a6de3 service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835574 Sep 14 22:17:44.341224 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16b312-9053-4eb6-ad10-a1963fcbfabf req-b39f476e-3086-455a-a5dc-3fe1c29c62e2 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:44.342702 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6b16b312-9053-4eb6-ad10-a1963fcbfabf req-b39f476e-3086-455a-a5dc-3fe1c29c62e2 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 945 time: 0.0480666 Sep 14 22:17:44.380382 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6b16b312-9053-4eb6-ad10-a1963fcbfabf req-5097e405-d4d5-4834-90d2-52dd71ae9fa4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Sep 14 22:17:44.426427 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-23f956d5-6fc0-43cd-b1f3-ca24d9203a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:44.484495 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de4054-c45c-42f6-9d28-8fe4010c50f6 req-c3d35f3f-704c-44ec-a722-56938fe2eb85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:44.485974 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-19de4054-c45c-42f6-9d28-8fe4010c50f6 req-c3d35f3f-704c-44ec-a722-56938fe2eb85 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 943 time: 0.0509527 Sep 14 22:17:44.523611 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-19de4054-c45c-42f6-9d28-8fe4010c50f6 req-36776501-7dfa-4e6c-a949-8b07e1a940f5 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=617d2028-4c55-497b-941d-f3629d87a72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310566 Sep 14 22:17:44.876812 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:45.490394 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439faae-6ab9-463d-b1c0-79271f9a271d req-73888e5c-efc1-4267-86bd-d4ca12fd5b91 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:45.491868 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e439faae-6ab9-463d-b1c0-79271f9a271d req-73888e5c-efc1-4267-86bd-d4ca12fd5b91 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 945 time: 0.0475171 Sep 14 22:17:45.527325 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e439faae-6ab9-463d-b1c0-79271f9a271d req-d0b4058b-17cb-4877-8f2b-7f8c3495c2e5 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297103 Sep 14 22:17:45.635273 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c98969-981d-4e9f-986a-338fbb278d6b req-bc91fe71-fae5-474e-b87e-f01cf3685705 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:45.636773 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f0c98969-981d-4e9f-986a-338fbb278d6b req-bc91fe71-fae5-474e-b87e-f01cf3685705 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 943 time: 0.0489988 Sep 14 22:17:45.676200 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f0c98969-981d-4e9f-986a-338fbb278d6b req-9a989e79-e010-4771-9a43-e6df2a8ed47b tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=617d2028-4c55-497b-941d-f3629d87a72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331306 Sep 14 22:17:45.771002 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:45.782070 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046a82f-0656-4784-a64c-3d8f640468bd req-18cd35dc-da74-4f79-80ec-7d1389ea463e tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:45.783564 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f046a82f-0656-4784-a64c-3d8f640468bd req-18cd35dc-da74-4f79-80ec-7d1389ea463e tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 945 time: 0.0525045 Sep 14 22:17:45.820917 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f046a82f-0656-4784-a64c-3d8f640468bd req-77f68732-ed08-4d74-a4a0-4857d0b63ef3 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309868 Sep 14 22:17:45.842558 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42514) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:45.880194 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3903b-c0c0-44c0-81ca-c437016dd20c tempest-TestVolumeBootPattern-1889149667 tempest-TestVolumeBootPattern-1889149667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:45.881686 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-13b3903b-c0c0-44c0-81ca-c437016dd20c tempest-TestVolumeBootPattern-1889149667 tempest-TestVolumeBootPattern-1889149667-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 1093 time: 0.0382006 Sep 14 22:17:45.884317 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42516) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:45.888435 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Request body: {'floatingip': {'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'port_id': 'f072cd35-f170-46a1-ac0e-00bc856d592a', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:17:45.965566 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:46.069037 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:46.169818 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Allocated IP 172.27.2.234 (4a10e13f-693b-41d7-99fa-6fefeedf4166/14ecb08b-ab98-4d53-9ede-d8e367ca7ae8/2e252ab1-17fe-42dd-84a5-5238af03ae14) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:17:46.224930 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 43078aac-11b9-4fbb-a63a-b62812e496a1 details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:17:46.273866 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:46.321074 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 43078aac-11b9-4fbb-a63a-b62812e496a1, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=43078aac-11b9-4fbb-a63a-b62812e496a1,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:17:46.332444 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': '43078aac-11b9-4fbb-a63a-b62812e496a1', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'port_id': '43078aac-11b9-4fbb-a63a-b62812e496a1', 'mac_address': 'fa:16:3e:3a:8c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:17:46.367411 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:46.380020 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43078aac-11b9-4fbb-a63a-b62812e496a1 {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:17:46.385774 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:46.399424 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 43078aac-11b9-4fbb-a63a-b62812e496a1, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=43078aac-11b9-4fbb-a63a-b62812e496a1,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:17:46.422402 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Network 4a10e13f-693b-41d7-99fa-6fefeedf4166 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:17:46.426570 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:17:46.430099 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:17:46.453787 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'Port': ['ID=2e252ab1-17fe-42dd-84a5-5238af03ae14,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:46.468108 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:46.514725 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=43078aac-11b9-4fbb-a63a-b62812e496a1,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:46.763761 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['43078aac-11b9-4fbb-a63a-b62812e496a1'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:17:46.923323 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41548a69-067f-4a97-a85c-375568abf636 req-ff9da2ed-71c6-49c6-9c25-196f10d73a87 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:46.924908 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-41548a69-067f-4a97-a85c-375568abf636 req-ff9da2ed-71c6-49c6-9c25-196f10d73a87 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 944 time: 0.0889337 Sep 14 22:17:46.995659 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-41548a69-067f-4a97-a85c-375568abf636 req-f34c9cd7-21b4-4e38-ae99-d82a6e606cfa tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=617d2028-4c55-497b-941d-f3629d87a72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647228 Sep 14 22:17:47.100224 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:47.117243 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:47.224732 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:47.368240 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:47.431397 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6830424'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:47.500189 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event updated for resources: {'Port': ['ID=2e252ab1-17fe-42dd-84a5-5238af03ae14,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:47.512062 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:47.610663 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.l3_db [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Floating IP 4b8473db-040b-405a-b57f-c35f4db5983b associated. External IP: 172.27.2.234, port: f072cd35-f170-46a1-ac0e-00bc856d592a. Sep 14 22:17:47.813699 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:17:47.914091 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:17:47.924297 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9535e-ca03-47aa-9d90-ae4ad4918c58 None None] Sync routers for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:17:47.934104 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9535e-ca03-47aa-9d90-ae4ad4918c58 None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:17:47.940042 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-acc9535e-ca03-47aa-9d90-ae4ad4918c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:17:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:47.991495 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:48.032946 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-c09883a8-bc9d-4430-b8ee-2e2222711f12 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1358469 Sep 14 22:17:48.032946 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'tag': 'f072cd35-f170-46a1-ac0e-00bc856d592a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:17:48.032946 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25ca171-bd81-4a92-804a-00ac65918aad" -d '{"events": [{"name": "network-changed", "server_uuid": "6c29b79c-aa32-46bf-a7b5-e9eb94680782", "tag": "f072cd35-f170-46a1-ac0e-00bc856d592a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:17:48.037743 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-acc9535e-ca03-47aa-9d90-ae4ad4918c58 None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:17:48.114656 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aa60d-9387-4e2a-a2a5-beb9da9d19d4 req-a7d2d08c-20e9-4ef8-b5e5-988e23275126 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:48.116122 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5f4aa60d-9387-4e2a-a2a5-beb9da9d19d4 req-a7d2d08c-20e9-4ef8-b5e5-988e23275126 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 944 time: 0.0532508 Sep 14 22:17:48.155084 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-5f4aa60d-9387-4e2a-a2a5-beb9da9d19d4 req-35b50c8b-9c82-4aef-adfa-902c30895da1 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=617d2028-4c55-497b-941d-f3629d87a72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328906 Sep 14 22:17:48.197005 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97f2fbd-f809-48d3-ad5d-91345ad4df3e x-openstack-request-id: req-e97f2fbd-f809-48d3-ad5d-91345ad4df3e {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:17:48.197302 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c29b79c-aa32-46bf-a7b5-e9eb94680782", "tag": "f072cd35-f170-46a1-ac0e-00bc856d592a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:17:48.197557 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e97f2fbd-f809-48d3-ad5d-91345ad4df3e {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:17:48.197963 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'tag': 'f072cd35-f170-46a1-ac0e-00bc856d592a', 'status': 'completed', 'code': 200} Sep 14 22:17:48.232464 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 43078aac-11b9-4fbb-a63a-b62812e496a1 up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:17:48.261716 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-acc9535e-ca03-47aa-9d90-ae4ad4918c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '4b8473db-040b-405a-b57f-c35f4db5983b', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': 'f072cd35-f170-46a1-ac0e-00bc856d592a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:af:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:17:46Z', 'updated_at': '2021-09-14T22:17:46Z', 'revision_number': 0, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}, {'id': '91e579d2-827b-4c4c-9a0b-73a14bd179f1', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:35:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0314249e-d357-4acd-96bd-df86c1e6c810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:15:38Z', 'updated_at': '2021-09-14T22:15:41Z', 'revision_number': 1, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:48.282048 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ca171-bd81-4a92-804a-00ac65918aad req-889449ff-9bfd-46b4-93c5-95e49259f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:48.283567 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d25ca171-bd81-4a92-804a-00ac65918aad req-889449ff-9bfd-46b4-93c5-95e49259f9bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 1098 time: 0.0429184 Sep 14 22:17:48.291791 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9535e-ca03-47aa-9d90-ae4ad4918c58 None None] Checking router: d21effc7-d9ed-47f9-b99c-ad00ee46efc3 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:17:48.300110 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9535e-ca03-47aa-9d90-ae4ad4918c58 None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:17:48.300717 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-acc9535e-ca03-47aa-9d90-ae4ad4918c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:17:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:48.334052 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port 43078aac-11b9-4fbb-a63a-b62812e496a1 completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:17:48.338221 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port 43078aac-11b9-4fbb-a63a-b62812e496a1 triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:17:48.338689 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:48.374017 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ca171-bd81-4a92-804a-00ac65918aad req-f0768bb5-747c-4115-850a-f1dfb3ee2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:48.375462 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d25ca171-bd81-4a92-804a-00ac65918aad req-f0768bb5-747c-4115-850a-f1dfb3ee2b56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 200 len: 913 time: 0.0846457 Sep 14 22:17:48.402809 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-acc9535e-ca03-47aa-9d90-ae4ad4918c58 None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:17:48.420125 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:48.444002 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d12c32-a185-4842-8198-98652d20b298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43078aac-11b9-4fbb-a63a-b62812e496a1'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:17:48.446313 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bbf376-fe70-4841-a0b1-f3dd8eef0647" -d '{"events": [{"server_uuid": "01d12c32-a185-4842-8198-98652d20b298", "name": "network-vif-plugged", "status": "completed", "tag": "43078aac-11b9-4fbb-a63a-b62812e496a1"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:17:48.446564 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d25ca171-bd81-4a92-804a-00ac65918aad req-c1d33080-1b40-433c-ad6d-7a8cf6735b8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f072cd35-f170-46a1-ac0e-00bc856d592a HTTP/1.1" status: 200 len: 999 time: 0.0637283 Sep 14 22:17:48.459905 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port 43078aac-11b9-4fbb-a63a-b62812e496a1, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=43078aac-11b9-4fbb-a63a-b62812e496a1,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:17:48.484899 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2400a3-4aa3-48d2-8b4b-180df1cd390a x-openstack-request-id: req-0a2400a3-4aa3-48d2-8b4b-180df1cd390a {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:17:48.485232 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d12c32-a185-4842-8198-98652d20b298", "name": "network-vif-plugged", "status": "completed", "tag": "43078aac-11b9-4fbb-a63a-b62812e496a1", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:17:48.485584 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a2400a3-4aa3-48d2-8b4b-180df1cd390a {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:17:48.485981 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d12c32-a185-4842-8198-98652d20b298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43078aac-11b9-4fbb-a63a-b62812e496a1', 'code': 200} Sep 14 22:17:48.498782 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ca171-bd81-4a92-804a-00ac65918aad req-779b9937-6588-421b-80e4-fbcb58ff07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:48.500291 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d25ca171-bd81-4a92-804a-00ac65918aad req-779b9937-6588-421b-80e4-fbcb58ff07b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4cb725a-079c-425c-aee6-4d2d1c527df5 HTTP/1.1" status: 200 len: 851 time: 0.0467207 Sep 14 22:17:48.522498 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:48.568486 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ca171-bd81-4a92-804a-00ac65918aad req-a460fada-8045-4490-848d-ccf9cedfaea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:48.570225 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d25ca171-bd81-4a92-804a-00ac65918aad req-a460fada-8045-4490-848d-ccf9cedfaea1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06a932b9-57f5-4830-a80a-fd6880f53b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415478 Sep 14 22:17:48.582778 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=43078aac-11b9-4fbb-a63a-b62812e496a1,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:48.650425 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-acc9535e-ca03-47aa-9d90-ae4ad4918c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '4b8473db-040b-405a-b57f-c35f4db5983b', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': 'f072cd35-f170-46a1-ac0e-00bc856d592a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:af:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:17:46Z', 'updated_at': '2021-09-14T22:17:46Z', 'revision_number': 0, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}, {'id': '91e579d2-827b-4c4c-9a0b-73a14bd179f1', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:35:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0314249e-d357-4acd-96bd-df86c1e6c810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:15:38Z', 'updated_at': '2021-09-14T22:15:41Z', 'revision_number': 1, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:48.676761 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9535e-ca03-47aa-9d90-ae4ad4918c58 None None] The sync data for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi is: [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '4b8473db-040b-405a-b57f-c35f4db5983b', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': 'f072cd35-f170-46a1-ac0e-00bc856d592a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:af:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:17:46Z', 'updated_at': '2021-09-14T22:17:46Z', 'revision_number': 0, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}, {'id': '91e579d2-827b-4c4c-9a0b-73a14bd179f1', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:35:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0314249e-d357-4acd-96bd-df86c1e6c810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:15:38Z', 'updated_at': '2021-09-14T22:15:41Z', 'revision_number': 1, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:17:48.680152 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d25ca171-bd81-4a92-804a-00ac65918aad req-b6f1c1ff-2db8-4bf8-ae53-c7245617715b service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943034 Sep 14 22:17:48.773492 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d25ca171-bd81-4a92-804a-00ac65918aad req-9de71fd5-9feb-4231-b8a6-9ec81cdae97e service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892696 Sep 14 22:17:48.805806 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef097d-e6de-48fa-a280-a2ddd339a539 req-71bd34dc-42ad-4670-8485-490c09bde53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:48.807543 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b6ef097d-e6de-48fa-a280-a2ddd339a539 req-71bd34dc-42ad-4670-8485-490c09bde53b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 1098 time: 0.0438209 Sep 14 22:17:48.843952 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b6ef097d-e6de-48fa-a280-a2ddd339a539 req-ed70f713-6695-4127-bec4-a8d9cee35370 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=617d2028-4c55-497b-941d-f3629d87a72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293388 Sep 14 22:17:48.871065 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be91232-0e38-4414-8807-30ea3e5dea9b None None] New status for floating IP 4b8473db-040b-405a-b57f-c35f4db5983b: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:17:49.274062 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54cc26-fc18-4985-a88d-b4a136a32324 req-493b3959-af98-4e8c-9fd4-164515bf3a83 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:49.275426 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cc54cc26-fc18-4985-a88d-b4a136a32324 req-493b3959-af98-4e8c-9fd4-164515bf3a83 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 945 time: 0.0540664 Sep 14 22:17:49.312579 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-cc54cc26-fc18-4985-a88d-b4a136a32324 req-0d5d365c-3cb3-426c-8e9f-c001dedf46bf tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=617d2028-4c55-497b-941d-f3629d87a72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310810 Sep 14 22:17:50.422057 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf80f6-8b60-4a53-bd20-bfd3a432ebaf req-e2f04706-229f-4880-9a80-f1c1dc668c91 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:50.423505 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2acf80f6-8b60-4a53-bd20-bfd3a432ebaf req-e2f04706-229f-4880-9a80-f1c1dc668c91 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 945 time: 0.0474575 Sep 14 22:17:50.460327 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2acf80f6-8b60-4a53-bd20-bfd3a432ebaf req-4a8aba9b-a926-478a-a19c-6dc0401b96b1 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=617d2028-4c55-497b-941d-f3629d87a72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304828 Sep 14 22:17:50.568211 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b909a90-377c-41e0-9fef-6b49042590f6 req-1196d3d4-e16b-4d1c-bcd7-5a6be6010148 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:50.569681 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-4b909a90-377c-41e0-9fef-6b49042590f6 req-1196d3d4-e16b-4d1c-bcd7-5a6be6010148 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 945 time: 0.0474839 Sep 14 22:17:50.577905 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42534) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:50.582203 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2cd97393-16a3-449e-9509-656a2bf97287 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Request body: {'floatingip': {'port_id': '43078aac-11b9-4fbb-a63a-b62812e496a1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:17:50.623107 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cd97393-16a3-449e-9509-656a2bf97287 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:51.027310 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cd97393-16a3-449e-9509-656a2bf97287 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:51.085175 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cd97393-16a3-449e-9509-656a2bf97287 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:51.182257 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.l3_db [None req-2cd97393-16a3-449e-9509-656a2bf97287 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Floating IP 0b6aa114-6491-48a3-9ea9-7d66edebbfde associated. External IP: 172.27.2.219, port: 43078aac-11b9-4fbb-a63a-b62812e496a1. Sep 14 22:17:51.381593 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd97393-16a3-449e-9509-656a2bf97287 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:17:51.487637 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd97393-16a3-449e-9509-656a2bf97287 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:17:51.492611 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cd97393-16a3-449e-9509-656a2bf97287 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:51.498309 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46952d2e-8d6c-425f-9425-e8e39caaefb5 None None] Sync routers for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:17:51.507623 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46952d2e-8d6c-425f-9425-e8e39caaefb5 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:17:51.508220 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-46952d2e-8d6c-425f-9425-e8e39caaefb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:17:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:51.520273 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-2cd97393-16a3-449e-9509-656a2bf97287 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "PUT /v2.0/floatingips/0b6aa114-6491-48a3-9ea9-7d66edebbfde HTTP/1.1" status: 200 len: 991 time: 0.9413333 Sep 14 22:17:51.520883 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d12c32-a185-4842-8198-98652d20b298', 'tag': '43078aac-11b9-4fbb-a63a-b62812e496a1'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:17:51.523104 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e60742-9d8f-41dc-964c-647bd8a82fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "01d12c32-a185-4842-8198-98652d20b298", "tag": "43078aac-11b9-4fbb-a63a-b62812e496a1"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:17:51.612865 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-46952d2e-8d6c-425f-9425-e8e39caaefb5 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:17:51.651876 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853b1c6e-cec0-42ca-9c45-afe8ff0300f1 x-openstack-request-id: req-853b1c6e-cec0-42ca-9c45-afe8ff0300f1 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:17:51.652169 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d12c32-a185-4842-8198-98652d20b298", "tag": "43078aac-11b9-4fbb-a63a-b62812e496a1", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:17:51.652421 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-853b1c6e-cec0-42ca-9c45-afe8ff0300f1 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:17:51.652858 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d12c32-a185-4842-8198-98652d20b298', 'tag': '43078aac-11b9-4fbb-a63a-b62812e496a1', 'status': 'completed', 'code': 200} Sep 14 22:17:51.732345 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e60742-9d8f-41dc-964c-647bd8a82fb5 req-0d7aca99-bf8d-4377-8e60-eceb5c2a58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:51.733877 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-72e60742-9d8f-41dc-964c-647bd8a82fb5 req-0d7aca99-bf8d-4377-8e60-eceb5c2a58ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 1098 time: 0.0400677 Sep 14 22:17:51.827338 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e60742-9d8f-41dc-964c-647bd8a82fb5 req-7a4912fc-c0f0-4964-bf1e-d54c904ee885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:51.828849 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-72e60742-9d8f-41dc-964c-647bd8a82fb5 req-7a4912fc-c0f0-4964-bf1e-d54c904ee885 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a41034f-c06c-4d9b-9052-c2cda421136f HTTP/1.1" status: 200 len: 912 time: 0.0874410 Sep 14 22:17:51.834291 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-46952d2e-8d6c-425f-9425-e8e39caaefb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '0b6aa114-6491-48a3-9ea9-7d66edebbfde', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'port_id': '43078aac-11b9-4fbb-a63a-b62812e496a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'mac_address': 'fa:16:3e:3a:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d12c32-a185-4842-8198-98652d20b298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:17:38Z', 'updated_at': '2021-09-14T22:17:50Z', 'revision_number': 1, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:37Z', 'revision_number': 5, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:51.859475 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46952d2e-8d6c-425f-9425-e8e39caaefb5 None None] Checking router: 26063571-c03e-4c7e-a558-85bd8d3ab7b2 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:17:51.867934 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46952d2e-8d6c-425f-9425-e8e39caaefb5 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:17:51.868553 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-46952d2e-8d6c-425f-9425-e8e39caaefb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:17:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:51.892435 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-72e60742-9d8f-41dc-964c-647bd8a82fb5 req-1b1ffdba-e50a-46ef-a0ee-958c6d62051f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43078aac-11b9-4fbb-a63a-b62812e496a1 HTTP/1.1" status: 200 len: 999 time: 0.0566542 Sep 14 22:17:51.946874 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e60742-9d8f-41dc-964c-647bd8a82fb5 req-aa9bda6c-28cc-4d01-a117-3c353000eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:51.948374 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-72e60742-9d8f-41dc-964c-647bd8a82fb5 req-aa9bda6c-28cc-4d01-a117-3c353000eab1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fad88da0-59be-428e-99a6-79d93a8c3802 HTTP/1.1" status: 200 len: 850 time: 0.0484729 Sep 14 22:17:51.995861 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e60742-9d8f-41dc-964c-647bd8a82fb5 req-d0fd87fd-e2fb-47fb-ab82-8d06dfcbe995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:17:51.997405 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-72e60742-9d8f-41dc-964c-647bd8a82fb5 req-d0fd87fd-e2fb-47fb-ab82-8d06dfcbe995 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a41034f-c06c-4d9b-9052-c2cda421136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421925 Sep 14 22:17:52.055664 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-46952d2e-8d6c-425f-9425-e8e39caaefb5 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:17:52.085439 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-72e60742-9d8f-41dc-964c-647bd8a82fb5 req-34b3e6ae-40b0-49cd-86e5-e4d2ce9a1b54 service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806699 Sep 14 22:17:52.176281 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-72e60742-9d8f-41dc-964c-647bd8a82fb5 req-5314efec-0f91-4cc0-9ad0-6a9916159d54 service neutron] 10.222.0.37 "GET /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837681 Sep 14 22:17:52.268467 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-46952d2e-8d6c-425f-9425-e8e39caaefb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '0b6aa114-6491-48a3-9ea9-7d66edebbfde', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'port_id': '43078aac-11b9-4fbb-a63a-b62812e496a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'mac_address': 'fa:16:3e:3a:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d12c32-a185-4842-8198-98652d20b298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:17:38Z', 'updated_at': '2021-09-14T22:17:50Z', 'revision_number': 1, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:37Z', 'revision_number': 5, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:52.297996 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46952d2e-8d6c-425f-9425-e8e39caaefb5 None None] The sync data for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi is: [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '0b6aa114-6491-48a3-9ea9-7d66edebbfde', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'port_id': '43078aac-11b9-4fbb-a63a-b62812e496a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'mac_address': 'fa:16:3e:3a:8c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d12c32-a185-4842-8198-98652d20b298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:17:38Z', 'updated_at': '2021-09-14T22:17:50Z', 'revision_number': 1, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:37Z', 'revision_number': 5, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:17:52.470131 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb42d6f6-3e33-4b10-a81e-82cf1964f9be None None] New status for floating IP 0b6aa114-6491-48a3-9ea9-7d66edebbfde: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:17:55.510511 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42552) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:55.568211 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c646f8d-9b0a-4f43-9eeb-f6f752e48445 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:55.593941 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c646f8d-9b0a-4f43-9eeb-f6f752e48445 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:55.734042 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c646f8d-9b0a-4f43-9eeb-f6f752e48445 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:55.736630 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c646f8d-9b0a-4f43-9eeb-f6f752e48445 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:55.737846 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-6c646f8d-9b0a-4f43-9eeb-f6f752e48445 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] 10.222.0.30 "DELETE /v2.0/security-groups/be4abf13-b05b-4e75-8f0a-fc80db199606 HTTP/1.1" status: 204 len: 168 time: 0.2263451 Sep 14 22:17:55.747024 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c646f8d-9b0a-4f43-9eeb-f6f752e48445 tempest-TestShelveInstance-2077141275 tempest-TestShelveInstance-2077141275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4abf13-b05b-4e75-8f0a-fc80db199606,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:55.830037 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42556) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:56.198247 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:17:56.207913 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1004037'] for router_interface, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:56.443889 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Deleting port 6e3ada44-a1c1-4368-8737-33af33709c64 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:17:56.444227 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:56.518005 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] For port 6e3ada44-a1c1-4368-8737-33af33709c64, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=6e3ada44-a1c1-4368-8737-33af33709c64,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:17:56.518369 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:56.533825 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Calling delete_port for 6e3ada44-a1c1-4368-8737-33af33709c64 owned by network:router_interface {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:17:56.820019 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:56.843231 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3ada44-a1c1-4368-8737-33af33709c64,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:56.856469 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:56.856843 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:56.857185 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:56.857519 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:56.857855 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:56.858185 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:56.858512 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:56.858843 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:56.859170 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:56.859492 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:56.859802 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:56.860119 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:57.035017 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993973'] for router_interface, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:57.250273 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:17:57.352795 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:17:57.358106 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-d80b5e46-5c55-477e-957c-ce8eb228ff48 admin admin] 10.222.0.30 "PUT /v2.0/routers/8cc98d31-ec8a-475a-b5e5-0186ec20f2e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5265512 Sep 14 22:17:57.360777 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42564) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:57.362208 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28ed15-1c18-42fc-86f0-c8f0572f0926 None None] Sync routers for ids ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:17:57.371289 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28ed15-1c18-42fc-86f0-c8f0572f0926 None None] Routers {'8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:17:57.371979 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-5f28ed15-1c18-42fc-86f0-c8f0572f0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:17:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:57.461583 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:57.472088 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-5f28ed15-1c18-42fc-86f0-c8f0572f0926 None None] Set router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:17:57.572172 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:57.646486 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-5f28ed15-1c18-42fc-86f0-c8f0572f0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:17:56Z', 'revision_number': 5, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port': {'id': '05daf5c4-4b04-4784-97b6-898bcfb54a44', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:57.671399 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28ed15-1c18-42fc-86f0-c8f0572f0926 None None] Checking router: 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:17:57.679396 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28ed15-1c18-42fc-86f0-c8f0572f0926 None None] Routers {'8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:17:57.680027 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-5f28ed15-1c18-42fc-86f0-c8f0572f0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:17:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:57.767376 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-5f28ed15-1c18-42fc-86f0-c8f0572f0926 None None] Set router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 gateway port host: None {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:17:57.822894 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-5f28ed15-1c18-42fc-86f0-c8f0572f0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:17:57Z', 'revision_number': 6, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port_host': None}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:57.849146 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28ed15-1c18-42fc-86f0-c8f0572f0926 None None] The sync data for ids ['8cc98d31-ec8a-475a-b5e5-0186ec20f2e1'] in dv-cinder-809014-1-iscsi is: [{'id': '8cc98d31-ec8a-475a-b5e5-0186ec20f2e1', 'name': 'tempest-TestShelveInstance-453190846-router', 'tenant_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:11:59Z', 'updated_at': '2021-09-14T22:17:57Z', 'revision_number': 6, 'project_id': '59f8029d6d424ff38dcf8f6bc941dc31', 'gw_port_host': None}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:17:57.941021 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Deleting port 05daf5c4-4b04-4784-97b6-898bcfb54a44 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:17:57.941626 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.015131 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] For port 05daf5c4-4b04-4784-97b6-898bcfb54a44, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=05daf5c4-4b04-4784-97b6-898bcfb54a44,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:17:58.015551 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.028113 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Calling delete_port for 05daf5c4-4b04-4784-97b6-898bcfb54a44 owned by network:router_gateway {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:17:58.237920 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.267169 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=05daf5c4-4b04-4784-97b6-898bcfb54a44,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:58.324191 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993907'] for router_gateway, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.409137 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7643'] for router, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.411154 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.516585 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006553'] for router, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.517112 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 {{(pid=94746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 22:17:58.521504 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.522470 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-2049f67f-7865-4929-9a75-adba51b029f9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8cc98d31-ec8a-475a-b5e5-0186ec20f2e1 HTTP/1.1" status: 204 len: 168 time: 1.1607842 Sep 14 22:17:58.524968 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42568) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:58.567536 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ba2f3b-f2ce-454c-b61c-f29b3bbf2e26 admin admin] Deleting subnet 1c9b037e-8cc6-4ee8-bc45-4a05c271dd57 {{(pid=94746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:17:58.570924 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-35ba2f3b-f2ce-454c-b61c-f29b3bbf2e26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.607476 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-35ba2f3b-f2ce-454c-b61c-f29b3bbf2e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551495'] for subnet, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.646253 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 05daf5c4-4b04-4784-97b6-898bcfb54a44 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:17:58.666802 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: 05daf5c4-4b04-4784-97b6-898bcfb54a44 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:17:58.667148 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 05daf5c4-4b04-4784-97b6-898bcfb54a44 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:17:58.667570 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 6e3ada44-a1c1-4368-8737-33af33709c64 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:17:58.685827 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: 6e3ada44-a1c1-4368-8737-33af33709c64 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:17:58.686181 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 6e3ada44-a1c1-4368-8737-33af33709c64 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:17:58.693667 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-35ba2f3b-f2ce-454c-b61c-f29b3bbf2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.820447 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-35ba2f3b-f2ce-454c-b61c-f29b3bbf2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59588370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59757047'] for subnet, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.848426 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba2f3b-f2ce-454c-b61c-f29b3bbf2e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9b037e-8cc6-4ee8-bc45-4a05c271dd57,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:58.850408 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-35ba2f3b-f2ce-454c-b61c-f29b3bbf2e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.853632 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-35ba2f3b-f2ce-454c-b61c-f29b3bbf2e26 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1c9b037e-8cc6-4ee8-bc45-4a05c271dd57 HTTP/1.1" status: 204 len: 168 time: 0.3273284 Sep 14 22:17:58.854635 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791a0cb3-cb79-4324-a559-d5d96c228ac1 None None] Network 9b787b3b-f272-41a2-8674-930e78848175 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:17:58.854914 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42570) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:58.925779 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:58.983793 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Deleting port f265a8d3-6fe8-44db-a328-5340e10c0b30 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:17:58.984132 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:59.050750 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] For port f265a8d3-6fe8-44db-a328-5340e10c0b30, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=f265a8d3-6fe8-44db-a328-5340e10c0b30,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:17:59.051117 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:59.061254 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d577ad-b7f2-4f15-aaa9-f865f5d9763e None None] DHCP port deletion for 9b787b3b-f272-41a2-8674-930e78848175 request from dv-cinder-809014-1-iscsi {{(pid=94747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 22:17:59.062757 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Calling delete_port for f265a8d3-6fe8-44db-a328-5340e10c0b30 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:17:59.106948 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-e6d577ad-b7f2-4f15-aaa9-f865f5d9763e None None] Deleting port f265a8d3-6fe8-44db-a328-5340e10c0b30 {{(pid=94747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:17:59.107232 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e6d577ad-b7f2-4f15-aaa9-f865f5d9763e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:59.172431 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-e6d577ad-b7f2-4f15-aaa9-f865f5d9763e None None] For port f265a8d3-6fe8-44db-a328-5340e10c0b30, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=f265a8d3-6fe8-44db-a328-5340e10c0b30,segment=NetworkSegment(db0d6552-0cd4-423d-9985-413336b06d7c),segment_id=db0d6552-0cd4-423d-9985-413336b06d7c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:17:59.172856 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e6d577ad-b7f2-4f15-aaa9-f865f5d9763e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:59.184961 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-e6d577ad-b7f2-4f15-aaa9-f865f5d9763e None None] Calling delete_port for f265a8d3-6fe8-44db-a328-5340e10c0b30 owned by network:dhcp {{(pid=94747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:17:59.223186 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:59.249907 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Pushing event deleted for resources: {'Port': ['ID=f265a8d3-6fe8-44db-a328-5340e10c0b30,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:59.252096 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] No DVR routers for this DVR port f265a8d3-6fe8-44db-a328-5340e10c0b30 on host dv-cinder-809014-1-iscsi {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:17:59.259561 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e6d577ad-b7f2-4f15-aaa9-f865f5d9763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929'] for port, after_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:59.261502 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:59.261502 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:59.261502 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:59.261769 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:59.261977 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:59.262237 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:59.262570 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:59.262900 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:59.263230 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:59.263558 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:59.263884 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:59.264206 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:17:59.298634 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d577ad-b7f2-4f15-aaa9-f865f5d9763e None None] Pushing event deleted for resources: {'Port': ['ID=f265a8d3-6fe8-44db-a328-5340e10c0b30,revision_number=None']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:17:59.304349 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d577ad-b7f2-4f15-aaa9-f865f5d9763e None None] No DVR routers for this DVR port f265a8d3-6fe8-44db-a328-5340e10c0b30 on host dv-cinder-809014-1-iscsi {{(pid=94747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:17:59.342017 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:59.362407 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b787b3b-f272-41a2-8674-930e78848175']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:59.371342 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0d6552-0cd4-423d-9985-413336b06d7c') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:59.371645 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0d6552-0cd4-423d-9985-413336b06d7c') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:17:59.380907 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:59.394110 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:59.399782 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:17:59.400236 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:17:59.401963 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:17:59.776854 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:59.782501 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:17:59.784434 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9b787b3b-f272-41a2-8674-930e78848175 HTTP/1.1" status: 204 len: 168 time: 0.9284580 Sep 14 22:17:59.787476 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42574) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:17:59.795100 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e34b7e-7990-42c2-a932-799d63f7c137 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b787b3b-f272-41a2-8674-930e78848175,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:18:00.116978 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d4dc-0d86-4110-9acb-d8912b957e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1004037'] for router_interface, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:00.320533 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device f265a8d3-6fe8-44db-a328-5340e10c0b30 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:18:00.340260 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: f265a8d3-6fe8-44db-a328-5340e10c0b30 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:18:00.340684 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device f265a8d3-6fe8-44db-a328-5340e10c0b30 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:18:00.350739 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5d4dc-0d86-4110-9acb-d8912b957e9c admin admin] Deleting port a3a685b0-8c4b-4642-a1f6-862d68e29b35 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:18:00.351077 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d4dc-0d86-4110-9acb-d8912b957e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:00.430366 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1ce5d4dc-0d86-4110-9acb-d8912b957e9c admin admin] For port a3a685b0-8c4b-4642-a1f6-862d68e29b35, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=a3a685b0-8c4b-4642-a1f6-862d68e29b35,segment=NetworkSegment(98bd6cad-09b0-4ee7-ae27-63df732df9a4),segment_id=98bd6cad-09b0-4ee7-ae27-63df732df9a4)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:18:00.430724 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d4dc-0d86-4110-9acb-d8912b957e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:00.443125 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5d4dc-0d86-4110-9acb-d8912b957e9c admin admin] Calling delete_port for a3a685b0-8c4b-4642-a1f6-862d68e29b35 owned by network:router_interface {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:18:00.673895 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d4dc-0d86-4110-9acb-d8912b957e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:00.699066 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5d4dc-0d86-4110-9acb-d8912b957e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a685b0-8c4b-4642-a1f6-862d68e29b35,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:18:00.857663 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d4dc-0d86-4110-9acb-d8912b957e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993973'] for router_interface, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:01.073065 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce5d4dc-0d86-4110-9acb-d8912b957e9c admin admin] Router 55801720-703a-4fca-a9b9-9bcde8b7a7a3 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:18:01.173466 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce5d4dc-0d86-4110-9acb-d8912b957e9c admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:18:01.178363 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-1ce5d4dc-0d86-4110-9acb-d8912b957e9c admin admin] 10.222.0.30 "PUT /v2.0/routers/55801720-703a-4fca-a9b9-9bcde8b7a7a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3898785 Sep 14 22:18:01.180858 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42580) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:18:01.184578 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a004fab-6275-4a24-9230-e542feedbc3c None None] Sync routers for ids ['55801720-703a-4fca-a9b9-9bcde8b7a7a3'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:18:01.194053 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a004fab-6275-4a24-9230-e542feedbc3c None None] Routers {'55801720-703a-4fca-a9b9-9bcde8b7a7a3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:18:01.194716 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1a004fab-6275-4a24-9230-e542feedbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:17:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['55801720-703a-4fca-a9b9-9bcde8b7a7a3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:18:01.282666 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Notify callbacks [] for router, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:01.296106 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1a004fab-6275-4a24-9230-e542feedbc3c None None] Set router 55801720-703a-4fca-a9b9-9bcde8b7a7a3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:18:01.380458 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:01.470463 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1a004fab-6275-4a24-9230-e542feedbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'name': 'tempest-TestShelveInstance-133298790-router', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:06Z', 'updated_at': '2021-09-14T22:18:00Z', 'revision_number': 5, 'project_id': '29a57006f68d468db1308aabeb412611', 'gw_port': {'id': 'dc797516-0e47-491d-97a4-7ce2ab49c0b6', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:07Z', 'updated_at': '2021-09-14T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:18:01.500045 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Deleting port dc797516-0e47-491d-97a4-7ce2ab49c0b6 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:18:01.500199 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a004fab-6275-4a24-9230-e542feedbc3c None None] Checking router: 55801720-703a-4fca-a9b9-9bcde8b7a7a3 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:18:01.500391 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:01.509305 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a004fab-6275-4a24-9230-e542feedbc3c None None] Routers {'55801720-703a-4fca-a9b9-9bcde8b7a7a3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:18:01.509933 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1a004fab-6275-4a24-9230-e542feedbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:17:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['55801720-703a-4fca-a9b9-9bcde8b7a7a3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:18:01.584562 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] For port dc797516-0e47-491d-97a4-7ce2ab49c0b6, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=dc797516-0e47-491d-97a4-7ce2ab49c0b6,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:18:01.584971 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:01.597004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Calling delete_port for dc797516-0e47-491d-97a4-7ce2ab49c0b6 owned by network:router_gateway {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:18:01.602861 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1a004fab-6275-4a24-9230-e542feedbc3c None None] Set router 55801720-703a-4fca-a9b9-9bcde8b7a7a3 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:18:01.773498 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1a004fab-6275-4a24-9230-e542feedbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'name': 'tempest-TestShelveInstance-133298790-router', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:06Z', 'updated_at': '2021-09-14T22:18:01Z', 'revision_number': 6, 'project_id': '29a57006f68d468db1308aabeb412611', 'gw_port_host': None}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:18:01.800325 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a004fab-6275-4a24-9230-e542feedbc3c None None] The sync data for ids ['55801720-703a-4fca-a9b9-9bcde8b7a7a3'] in dv-cinder-809014-1-iscsi is: [{'id': '55801720-703a-4fca-a9b9-9bcde8b7a7a3', 'name': 'tempest-TestShelveInstance-133298790-router', 'tenant_id': '29a57006f68d468db1308aabeb412611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:06Z', 'updated_at': '2021-09-14T22:18:01Z', 'revision_number': 6, 'project_id': '29a57006f68d468db1308aabeb412611', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:18:01.817094 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:01.840881 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc797516-0e47-491d-97a4-7ce2ab49c0b6,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:18:01.900333 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993907'] for router_gateway, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:01.986676 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7643'] for router, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:01.989240 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.097324 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006553'] for router, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.097773 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55801720-703a-4fca-a9b9-9bcde8b7a7a3 {{(pid=94746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 22:18:02.101801 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.102931 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-6951bfd9-0df6-4762-a52a-079f124d5f8b admin admin] 10.222.0.30 "DELETE /v2.0/routers/55801720-703a-4fca-a9b9-9bcde8b7a7a3 HTTP/1.1" status: 204 len: 168 time: 0.9212089 Sep 14 22:18:02.105363 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42584) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:18:02.150317 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c84110-be9c-408d-9432-c96926d9e8cd admin admin] Deleting subnet 908fb718-23d8-4cc2-bd9c-ac31addd7c58 {{(pid=94746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:18:02.153420 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-17c84110-be9c-408d-9432-c96926d9e8cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.188673 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-17c84110-be9c-408d-9432-c96926d9e8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551495'] for subnet, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.269312 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-17c84110-be9c-408d-9432-c96926d9e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.405575 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-17c84110-be9c-408d-9432-c96926d9e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59588370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59757047'] for subnet, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.432097 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c84110-be9c-408d-9432-c96926d9e8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908fb718-23d8-4cc2-bd9c-ac31addd7c58,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:18:02.434086 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-17c84110-be9c-408d-9432-c96926d9e8cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.436809 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-17c84110-be9c-408d-9432-c96926d9e8cd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/908fb718-23d8-4cc2-bd9c-ac31addd7c58 HTTP/1.1" status: 204 len: 168 time: 0.3304877 Sep 14 22:18:02.438366 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42586) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:18:02.438582 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56734f7f-4f75-4ae6-a4ef-49d86abf98e4 None None] Network fb687380-8e09-4575-97f6-ae4709f679f3 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:18:02.506296 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.561838 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Deleting port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:18:02.562186 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.628508 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] For port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd,segment=NetworkSegment(98bd6cad-09b0-4ee7-ae27-63df732df9a4),segment_id=98bd6cad-09b0-4ee7-ae27-63df732df9a4)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:18:02.628925 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.634836 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c726e27a-a6ac-4f8d-8534-5a8e7f68383f None None] DHCP port deletion for fb687380-8e09-4575-97f6-ae4709f679f3 request from dv-cinder-809014-1-iscsi {{(pid=94747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 22:18:02.643974 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device dc797516-0e47-491d-97a4-7ce2ab49c0b6 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:18:02.645496 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Calling delete_port for bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:18:02.686415 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: dc797516-0e47-491d-97a4-7ce2ab49c0b6 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:18:02.686768 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device dc797516-0e47-491d-97a4-7ce2ab49c0b6 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:18:02.687201 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device a3a685b0-8c4b-4642-a1f6-862d68e29b35 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:18:02.709897 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: a3a685b0-8c4b-4642-a1f6-862d68e29b35 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:18:02.710245 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device a3a685b0-8c4b-4642-a1f6-862d68e29b35 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:18:02.732496 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-c726e27a-a6ac-4f8d-8534-5a8e7f68383f None None] Deleting port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd {{(pid=94747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:18:02.732991 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c726e27a-a6ac-4f8d-8534-5a8e7f68383f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.800045 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.802801 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-c726e27a-a6ac-4f8d-8534-5a8e7f68383f None None] For port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd,segment=NetworkSegment(98bd6cad-09b0-4ee7-ae27-63df732df9a4),segment_id=98bd6cad-09b0-4ee7-ae27-63df732df9a4)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:18:02.803198 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c726e27a-a6ac-4f8d-8534-5a8e7f68383f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.817440 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-c726e27a-a6ac-4f8d-8534-5a8e7f68383f None None] Calling delete_port for bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd owned by network:dhcp {{(pid=94747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:18:02.833293 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:18:02.838566 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] No DVR routers for this DVR port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd on host dv-cinder-809014-1-iscsi {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:18:02.897900 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c726e27a-a6ac-4f8d-8534-5a8e7f68383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929'] for port, after_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.910028 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:02.922975 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726e27a-a6ac-4f8d-8534-5a8e7f68383f None None] Pushing event deleted for resources: {'Port': ['ID=bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd,revision_number=None']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:18:02.927207 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726e27a-a6ac-4f8d-8534-5a8e7f68383f None None] No DVR routers for this DVR port bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd on host dv-cinder-809014-1-iscsi {{(pid=94747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:18:03.158480 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.services.segments.db [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb687380-8e09-4575-97f6-ae4709f679f3']}} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:18:03.168114 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.services.segments.db [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bd6cad-09b0-4ee7-ae27-63df732df9a4') {'for_net_delete': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:18:03.168414 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.services.segments.db [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bd6cad-09b0-4ee7-ae27-63df732df9a4') {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:18:03.177174 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59551500'] for segment, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:03.189809 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:03.195424 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:18:03.195797 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59585228'] for segment, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: Traceback (most recent call last): Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: timer() Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: cb(*args, **kw) Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: return func(*args, **kwargs) Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: self._notify() Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: self.callback(batched_events) Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: event.method(event) Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: return f(self, *a, **k) Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: return self._get(url).json() Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: return self.request(url, 'GET', **kwargs) Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:18:03.197393 dv-cinder-809014-1-iscsi neutron-server[94746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:18:03.362865 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:03.370236 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:03.372203 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] 10.222.0.30 "DELETE /v2.0/networks/fb687380-8e09-4575-97f6-ae4709f679f3 HTTP/1.1" status: 204 len: 168 time: 0.9328609 Sep 14 22:18:03.381590 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf221eb-c4b6-46ac-86d8-d8a244e638ff admin admin] Pushing event deleted for resources: {'Network': ['ID=fb687380-8e09-4575-97f6-ae4709f679f3,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:18:03.674757 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42592) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:18:03.713683 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-cc63180f-17ed-4141-b12e-9de5dc051592 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59f8029d6d424ff38dcf8f6bc941dc31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377972 Sep 14 22:18:03.716127 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42594) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:18:03.765442 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f844b010-29be-40c3-b605-436e8821df22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:03.786372 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f844b010-29be-40c3-b605-436e8821df22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:03.888397 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f844b010-29be-40c3-b605-436e8821df22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:03.891026 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f844b010-29be-40c3-b605-436e8821df22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:03.892212 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-f844b010-29be-40c3-b605-436e8821df22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e37eb531-f7d6-4f20-8cab-69713cfb8fe3 HTTP/1.1" status: 204 len: 168 time: 0.1751521 Sep 14 22:18:03.900635 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844b010-29be-40c3-b605-436e8821df22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37eb531-f7d6-4f20-8cab-69713cfb8fe3,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:18:04.324642 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:18:04.344822 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:18:04.345173 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device bc6a3770-6279-4ee5-b2dd-45f75d5c1ccd not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:18:04.602741 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42602) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:18:04.641617 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-68fda77c-479d-4f08-9f80-9a341608d656 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29a57006f68d468db1308aabeb412611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377588 Sep 14 22:18:04.643973 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42604) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:18:04.689455 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b1649fa-587e-462b-bb07-527a521d55a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:04.710626 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b1649fa-587e-462b-bb07-527a521d55a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:04.877092 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b1649fa-587e-462b-bb07-527a521d55a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:04.880280 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b1649fa-587e-462b-bb07-527a521d55a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:04.881475 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-4b1649fa-587e-462b-bb07-527a521d55a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad7ab4e3-358f-45b6-93ba-be20d3d5c286 HTTP/1.1" status: 204 len: 168 time: 0.2366378 Sep 14 22:18:04.889397 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1649fa-587e-462b-bb07-527a521d55a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7ab4e3-358f-45b6-93ba-be20d3d5c286,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:18:08.073905 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:11.902281 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-2d2f8a9a-309b-4a41-9324-db3409eb1da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:14.208568 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-23e2c596-eac5-4eb5-af49-a21197488c7d req-99894fb1-ae1b-40af-9f16-251b2a4f35ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384614 Sep 14 22:18:14.279870 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2c596-eac5-4eb5-af49-a21197488c7d req-7fe4eed8-302a-4096-b3a4-3df6ec3b9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:18:14.281371 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-23e2c596-eac5-4eb5-af49-a21197488c7d req-7fe4eed8-302a-4096-b3a4-3df6ec3b9430 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 1099 time: 0.0396369 Sep 14 22:18:14.385703 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2c596-eac5-4eb5-af49-a21197488c7d req-65c7bd7e-bfe7-4b80-b9e2-c0463d7989b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:18:14.387231 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-23e2c596-eac5-4eb5-af49-a21197488c7d req-65c7bd7e-bfe7-4b80-b9e2-c0463d7989b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 200 len: 913 time: 0.0870259 Sep 14 22:18:14.449535 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-23e2c596-eac5-4eb5-af49-a21197488c7d req-a9a9907b-5080-47ce-909e-5fd2d879b7c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f43b462c-09e7-4c17-9606-451f23bc62ee HTTP/1.1" status: 200 len: 1002 time: 0.0554130 Sep 14 22:18:14.494153 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-322adabf-eff9-456b-a91c-1b4d5948bf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:14.499617 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2c596-eac5-4eb5-af49-a21197488c7d req-6c0fa319-40ab-4ea5-8d1f-f1c1eea85993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:18:14.501098 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-23e2c596-eac5-4eb5-af49-a21197488c7d req-6c0fa319-40ab-4ea5-8d1f-f1c1eea85993 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4cb725a-079c-425c-aee6-4d2d1c527df5 HTTP/1.1" status: 200 len: 851 time: 0.0445597 Sep 14 22:18:14.546228 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2c596-eac5-4eb5-af49-a21197488c7d req-ee3d7db0-9dec-49f6-b029-f6be72cf1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:18:14.547698 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-23e2c596-eac5-4eb5-af49-a21197488c7d req-ee3d7db0-9dec-49f6-b029-f6be72cf1b10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06a932b9-57f5-4830-a80a-fd6880f53b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386915 Sep 14 22:18:14.635906 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-23e2c596-eac5-4eb5-af49-a21197488c7d req-f5f62ed7-46bb-4ccd-8711-b35f23dd2783 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808294 Sep 14 22:18:14.726493 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-23e2c596-eac5-4eb5-af49-a21197488c7d req-9a5b3b2c-21f7-4f81-9828-036554da4c65 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835121 Sep 14 22:18:14.882701 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:15.754235 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:17.093424 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:33.196716 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:18:38.041817 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:41.916446 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-39db7992-b6f5-4bb0-88ee-51fb99e264e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:44.442074 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-06e175c6-ec6b-429a-a4ac-131dbe8da8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:44.876379 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:45.773351 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:47.164803 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:55.854173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a9682-14fc-4a3e-bfc5-e5f666efe7ec req-51e94fe8-3906-499a-819b-eb3a29031556 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:18:55.855653 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bf0a9682-14fc-4a3e-bfc5-e5f666efe7ec req-51e94fe8-3906-499a-819b-eb3a29031556 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 945 time: 0.0490143 Sep 14 22:18:55.892759 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-bf0a9682-14fc-4a3e-bfc5-e5f666efe7ec req-98bf9abf-a161-47d7-b841-549cd0ad372c tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=617d2028-4c55-497b-941d-f3629d87a72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310497 Sep 14 22:18:57.004587 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950bc9a-1800-48a0-9932-57d8a884b1cc req-cb818def-43e8-460e-ad0c-18efb3f016cb tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:18:57.006076 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a950bc9a-1800-48a0-9932-57d8a884b1cc req-cb818def-43e8-460e-ad0c-18efb3f016cb tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 945 time: 0.0473456 Sep 14 22:18:57.046642 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a950bc9a-1800-48a0-9932-57d8a884b1cc req-98b49681-e454-48dc-8c0e-0034546b5eac tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=617d2028-4c55-497b-941d-f3629d87a72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342357 Sep 14 22:18:57.681456 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-5117f6da-f519-4558-9068-7fd036dfe7dd tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:18:57.682943 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-5117f6da-f519-4558-9068-7fd036dfe7dd tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.37 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 945 time: 0.0475073 Sep 14 22:18:57.767484 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Deleting port 43078aac-11b9-4fbb-a63a-b62812e496a1 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:18:57.767825 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:57.855698 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] For port 43078aac-11b9-4fbb-a63a-b62812e496a1, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=43078aac-11b9-4fbb-a63a-b62812e496a1,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:18:57.856056 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:58.028773 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:58.029561 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993797'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:58.029772 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.l3_db [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Floating IP 0b6aa114-6491-48a3-9ea9-7d66edebbfde disassociated. External IP: 172.27.2.219, port: 43078aac-11b9-4fbb-a63a-b62812e496a1. Sep 14 22:18:58.030129 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Calling delete_port for 43078aac-11b9-4fbb-a63a-b62812e496a1 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:18:58.196543 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bd4f7-2fdc-4c4c-8820-d2329b46872e req-a4bf1ad7-4b2b-40b8-bdd1-b768900868c7 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:18:58.198073 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-039bd4f7-2fdc-4c4c-8820-d2329b46872e req-a4bf1ad7-4b2b-40b8-bdd1-b768900868c7 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 945 time: 0.0824111 Sep 14 22:18:58.235514 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-039bd4f7-2fdc-4c4c-8820-d2329b46872e req-465ac0d5-094e-4ad2-8e31-749a8c951e49 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups?id=617d2028-4c55-497b-941d-f3629d87a72e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315094 Sep 14 22:18:58.244494 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:58.273073 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event deleted for resources: {'Port': ['ID=43078aac-11b9-4fbb-a63a-b62812e496a1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:18:58.384560 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:18:58.497448 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:18:58.507290 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3466faa3-36f1-4105-aa5d-234d05d92d00 None None] Sync routers for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:18:58.516146 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3466faa3-36f1-4105-aa5d-234d05d92d00 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:18:58.516759 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-3466faa3-36f1-4105-aa5d-234d05d92d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:18:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:18:58.536104 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] No DVR routers for this DVR port 43078aac-11b9-4fbb-a63a-b62812e496a1 on host hv-cinder-80901 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:18:58.538654 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:18:58.541270 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-59efc390-1ff6-4d03-9d1c-ecbff66c9805 req-4a27fa3b-cb7c-4520-85c7-a8811a5dc595 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.37 "DELETE /v2.0/ports/43078aac-11b9-4fbb-a63a-b62812e496a1 HTTP/1.1" status: 204 len: 173 time: 0.8522677 Sep 14 22:18:58.541721 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d12c32-a185-4842-8198-98652d20b298', 'name': 'network-vif-deleted', 'tag': '43078aac-11b9-4fbb-a63a-b62812e496a1'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:18:58.544075 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043c06e4-7394-4ef9-94d9-afbfad704ec5" -d '{"events": [{"server_uuid": "01d12c32-a185-4842-8198-98652d20b298", "name": "network-vif-deleted", "tag": "43078aac-11b9-4fbb-a63a-b62812e496a1"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:18:58.622986 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-3466faa3-36f1-4105-aa5d-234d05d92d00 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:18:58.770703 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06d7d3f-b7d8-4ed6-95d0-52d35b90dbc0 x-openstack-request-id: req-f06d7d3f-b7d8-4ed6-95d0-52d35b90dbc0 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:18:58.771001 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d12c32-a185-4842-8198-98652d20b298", "name": "network-vif-deleted", "tag": "43078aac-11b9-4fbb-a63a-b62812e496a1", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:18:58.771250 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f06d7d3f-b7d8-4ed6-95d0-52d35b90dbc0 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:18:58.771648 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d12c32-a185-4842-8198-98652d20b298', 'name': 'network-vif-deleted', 'tag': '43078aac-11b9-4fbb-a63a-b62812e496a1', 'status': 'completed', 'code': 200} Sep 14 22:18:58.867315 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-3466faa3-36f1-4105-aa5d-234d05d92d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:37Z', 'revision_number': 5, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:18:58.896223 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3466faa3-36f1-4105-aa5d-234d05d92d00 None None] Checking router: 26063571-c03e-4c7e-a558-85bd8d3ab7b2 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:18:58.905495 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3466faa3-36f1-4105-aa5d-234d05d92d00 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:18:58.906114 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-3466faa3-36f1-4105-aa5d-234d05d92d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:18:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:18:59.008937 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-3466faa3-36f1-4105-aa5d-234d05d92d00 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:18:59.295497 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-3466faa3-36f1-4105-aa5d-234d05d92d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:37Z', 'revision_number': 5, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:18:59.321376 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3466faa3-36f1-4105-aa5d-234d05d92d00 None None] The sync data for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi is: [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:14:33Z', 'revision_number': 4, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': '1a96c7e9-22a1-460e-b58d-c2262be333d8', 'name': '', 'network_id': '4a41034f-c06c-4d9b-9052-c2cda421136f', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'mac_address': 'fa:16:3e:1f:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:33Z', 'updated_at': '2021-09-14T22:14:37Z', 'revision_number': 5, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'subnets': [{'id': 'fad88da0-59be-428e-99a6-79d93a8c3802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:18:59.347253 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-ed01fa5c-f6ab-4c61-b544-bbf6f31616f3 req-826188f1-a1bd-4f1e-b76e-582c7d6c39db tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d12c32-a185-4842-8198-98652d20b298 HTTP/1.1" status: 200 len: 210 time: 0.0307879 Sep 14 22:18:59.538936 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa7d086-8e6e-48f0-8e73-5922bc03ffc1 None None] New status for floating IP 0b6aa114-6491-48a3-9ea9-7d66edebbfde: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:19:00.504714 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42806) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:00.536508 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 43078aac-11b9-4fbb-a63a-b62812e496a1 no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:19:00.557557 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: 43078aac-11b9-4fbb-a63a-b62812e496a1 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:19:00.558198 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device 43078aac-11b9-4fbb-a63a-b62812e496a1 not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:19:00.563043 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:00.585845 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:00.773793 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:00.776390 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:00.777590 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "DELETE /v2.0/security-groups/617d2028-4c55-497b-941d-f3629d87a72e HTTP/1.1" status: 204 len: 168 time: 0.2718484 Sep 14 22:19:00.780643 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42808) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:00.786828 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617d2028-4c55-497b-941d-f3629d87a72e,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:00.794440 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:00.794789 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:00.795131 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:00.795269 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.api.v2.resource [None req-b0b1b0c1-cbfd-4d06-8ff6-0b48d7594186 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] show failed (client error): The resource could not be found. Sep 14 22:19:00.795468 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:00.795801 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:00.796139 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:00.796295 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-b0b1b0c1-cbfd-4d06-8ff6-0b48d7594186 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "GET /v2.0/security-groups/617d2028-4c55-497b-941d-f3629d87a72e HTTP/1.1" status: 404 len: 347 time: 0.0144932 Sep 14 22:19:00.796474 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:00.796819 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:00.797147 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:00.797476 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:00.797800 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:00.798123 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0718059d-3af5-4fe3-80bc-1269eaa434fc tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:00.799104 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42810) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:00.923436 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Deleting port c4d79274-eec5-4ef6-a898-7bcebc06ccc2 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:00.923787 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:00.997912 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:00.998245 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:01.011409 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Calling delete_port for c4d79274-eec5-4ef6-a898-7bcebc06ccc2 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:01.241987 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:01.268008 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Pushing event deleted for resources: {'Port': ['ID=c4d79274-eec5-4ef6-a898-7bcebc06ccc2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:01.280179 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:01.280549 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:01.280901 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:01.281236 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:01.281566 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:01.281896 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:01.282837 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:01.283178 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:01.283511 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:01.283838 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:01.284163 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:01.284487 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:01.340373 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:01.342896 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:01.344049 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-ad8f6375-c04d-4010-b2f6-922847b30c46 tempest-AttachVolumeTestJSON-1092640540 tempest-AttachVolumeTestJSON-1092640540-project] 10.222.0.30 "DELETE /v2.0/floatingips/0b6aa114-6491-48a3-9ea9-7d66edebbfde HTTP/1.1" status: 204 len: 168 time: 0.5440738 Sep 14 22:19:05.294293 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42838) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:05.623067 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c424c280-9d26-410b-b567-7153fda7d873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1004037'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:05.863912 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c424c280-9d26-410b-b567-7153fda7d873 admin admin] Deleting port 1a96c7e9-22a1-460e-b58d-c2262be333d8 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:05.864247 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c424c280-9d26-410b-b567-7153fda7d873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:05.942789 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-c424c280-9d26-410b-b567-7153fda7d873 admin admin] For port 1a96c7e9-22a1-460e-b58d-c2262be333d8, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=1a96c7e9-22a1-460e-b58d-c2262be333d8,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:05.943069 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c424c280-9d26-410b-b567-7153fda7d873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:05.955681 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c424c280-9d26-410b-b567-7153fda7d873 admin admin] Calling delete_port for 1a96c7e9-22a1-460e-b58d-c2262be333d8 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:06.247602 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c424c280-9d26-410b-b567-7153fda7d873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:06.274504 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424c280-9d26-410b-b567-7153fda7d873 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a96c7e9-22a1-460e-b58d-c2262be333d8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:06.442774 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c424c280-9d26-410b-b567-7153fda7d873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993973'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:06.644697 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c424c280-9d26-410b-b567-7153fda7d873 admin admin] Router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:19:06.748231 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c424c280-9d26-410b-b567-7153fda7d873 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:19:06.753278 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-c424c280-9d26-410b-b567-7153fda7d873 admin admin] 10.222.0.30 "PUT /v2.0/routers/26063571-c03e-4c7e-a558-85bd8d3ab7b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4579694 Sep 14 22:19:06.755844 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42840) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:06.756873 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2147882-4203-4907-87d7-dac3b9056907 None None] Sync routers for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:19:06.766136 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2147882-4203-4907-87d7-dac3b9056907 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:19:06.766743 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-e2147882-4203-4907-87d7-dac3b9056907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:18:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:06.855495 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Notify callbacks [] for router, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:06.868017 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-e2147882-4203-4907-87d7-dac3b9056907 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:19:06.954814 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:07.038681 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-e2147882-4203-4907-87d7-dac3b9056907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '204f8279-a1a4-4b04-b123-67017906fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:19:06Z', 'revision_number': 5, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port': {'id': '204f8279-a1a4-4b04-b123-67017906fd35', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:14:31Z', 'updated_at': '2021-09-14T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:07.066448 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Deleting port 204f8279-a1a4-4b04-b123-67017906fd35 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:07.066788 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:07.066944 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2147882-4203-4907-87d7-dac3b9056907 None None] Checking router: 26063571-c03e-4c7e-a558-85bd8d3ab7b2 for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:19:07.075856 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2147882-4203-4907-87d7-dac3b9056907 None None] Routers {'26063571-c03e-4c7e-a558-85bd8d3ab7b2'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:19:07.076463 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-e2147882-4203-4907-87d7-dac3b9056907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:18:44Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:07.145012 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] For port 204f8279-a1a4-4b04-b123-67017906fd35, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=204f8279-a1a4-4b04-b123-67017906fd35,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:07.145378 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:07.157329 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Calling delete_port for 204f8279-a1a4-4b04-b123-67017906fd35 owned by network:router_gateway {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:07.159730 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-e2147882-4203-4907-87d7-dac3b9056907 None None] Set router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 gateway port host: None {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:19:07.211652 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-e2147882-4203-4907-87d7-dac3b9056907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:19:06Z', 'revision_number': 6, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port_host': None}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:07.239396 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2147882-4203-4907-87d7-dac3b9056907 None None] The sync data for ids ['26063571-c03e-4c7e-a558-85bd8d3ab7b2'] in dv-cinder-809014-1-iscsi is: [{'id': '26063571-c03e-4c7e-a558-85bd8d3ab7b2', 'name': 'tempest-AttachVolumeTestJSON-1786012623-router', 'tenant_id': '4d5c56830ce4450c953d60d98c0c35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:14:30Z', 'updated_at': '2021-09-14T22:19:06Z', 'revision_number': 6, 'project_id': '4d5c56830ce4450c953d60d98c0c35eb', 'gw_port_host': None}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:19:07.390000 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:07.416119 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=204f8279-a1a4-4b04-b123-67017906fd35,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:07.472182 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993907'] for router_gateway, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:07.557731 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7643'] for router, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:07.559705 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:07.753868 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006553'] for router, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:07.754391 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26063571-c03e-4c7e-a558-85bd8d3ab7b2 {{(pid=94746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 22:19:07.758938 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:07.760815 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-44839260-0662-4a9b-a1f7-e228221d9b11 admin admin] 10.222.0.30 "DELETE /v2.0/routers/26063571-c03e-4c7e-a558-85bd8d3ab7b2 HTTP/1.1" status: 204 len: 168 time: 1.0033307 Sep 14 22:19:07.763076 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42842) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:07.806257 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e46fff-bb21-4647-8458-dd9cd7aeb2a6 admin admin] Deleting subnet fad88da0-59be-428e-99a6-79d93a8c3802 {{(pid=94746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:19:07.809184 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b1e46fff-bb21-4647-8458-dd9cd7aeb2a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:07.841676 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b1e46fff-bb21-4647-8458-dd9cd7aeb2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551495'] for subnet, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:07.920086 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b1e46fff-bb21-4647-8458-dd9cd7aeb2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.054031 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b1e46fff-bb21-4647-8458-dd9cd7aeb2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59588370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59757047'] for subnet, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.064817 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.079984 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e46fff-bb21-4647-8458-dd9cd7aeb2a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fad88da0-59be-428e-99a6-79d93a8c3802,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:08.083688 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b1e46fff-bb21-4647-8458-dd9cd7aeb2a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.085603 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-b1e46fff-bb21-4647-8458-dd9cd7aeb2a6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fad88da0-59be-428e-99a6-79d93a8c3802 HTTP/1.1" status: 204 len: 168 time: 0.3216031 Sep 14 22:19:08.088166 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42844) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:08.090958 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86debfa1-3bc1-4cba-9962-5e7122106fe9 None None] Network 4a41034f-c06c-4d9b-9052-c2cda421136f requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:19:08.158520 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.213315 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Deleting port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:08.213663 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.278751 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] For port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=7db549bf-8b50-4f80-bc09-7ea8c206a8dc,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:08.279115 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.281900 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] DHCP port deletion for 4a41034f-c06c-4d9b-9052-c2cda421136f request from dv-cinder-809014-1-iscsi {{(pid=94747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 22:19:08.291968 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Calling delete_port for 7db549bf-8b50-4f80-bc09-7ea8c206a8dc owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:08.330868 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Deleting port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc {{(pid=94747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:08.331310 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.387353 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 204f8279-a1a4-4b04-b123-67017906fd35 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:19:08.420693 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: 204f8279-a1a4-4b04-b123-67017906fd35 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:19:08.421166 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 204f8279-a1a4-4b04-b123-67017906fd35 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:19:08.421525 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 1a96c7e9-22a1-460e-b58d-c2262be333d8 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:19:08.426038 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] For port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=7db549bf-8b50-4f80-bc09-7ea8c206a8dc,segment=NetworkSegment(fe09192c-31d4-48a0-98f0-d16a47fa961c),segment_id=fe09192c-31d4-48a0-98f0-d16a47fa961c)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:08.426446 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.447684 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: 1a96c7e9-22a1-460e-b58d-c2262be333d8 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:19:08.448028 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 1a96c7e9-22a1-460e-b58d-c2262be333d8 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:19:08.448441 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 7db549bf-8b50-4f80-bc09-7ea8c206a8dc no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:19:08.453546 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.473579 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Calling delete_port for 7db549bf-8b50-4f80-bc09-7ea8c206a8dc owned by network:dhcp {{(pid=94747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:08.475319 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: 7db549bf-8b50-4f80-bc09-7ea8c206a8dc {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:19:08.475674 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 7db549bf-8b50-4f80-bc09-7ea8c206a8dc not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:19:08.481661 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] No DVR routers for this DVR port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc on host dv-cinder-809014-1-iscsi {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:19:08.483362 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Pushing event deleted for resources: {'Port': ['ID=7db549bf-8b50-4f80-bc09-7ea8c206a8dc,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:08.551667 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929'] for port, after_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.556565 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.575750 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Pushing event deleted for resources: {'Port': ['ID=7db549bf-8b50-4f80-bc09-7ea8c206a8dc,revision_number=None']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:08.577377 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.services.segments.db [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a41034f-c06c-4d9b-9052-c2cda421136f']}} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:08.580675 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] No DVR routers for this DVR port 7db549bf-8b50-4f80-bc09-7ea8c206a8dc on host dv-cinder-809014-1-iscsi {{(pid=94747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:19:08.589396 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:08.589751 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:08.590093 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:08.590303 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.services.segments.db [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe09192c-31d4-48a0-98f0-d16a47fa961c') {'for_net_delete': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:08.590423 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:08.590613 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.services.segments.db [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe09192c-31d4-48a0-98f0-d16a47fa961c') {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:08.590732 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:08.591441 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:08.591441 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:08.591757 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:08.592357 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:08.592594 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:08.599072 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:08.599072 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2a2d8a-14d3-4c77-be1e-105ff2abaa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:19:08.600590 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59551500'] for segment, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.613497 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.619186 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:19:08.619567 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59585228'] for segment, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: Traceback (most recent call last): Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: timer() Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: cb(*args, **kw) Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: return func(*args, **kwargs) Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: self._notify() Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: self.callback(batched_events) Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: event.method(event) Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: return f(self, *a, **k) Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: return self._get(url).json() Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: return self.request(url, 'GET', **kwargs) Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:19:08.621368 dv-cinder-809014-1-iscsi neutron-server[94746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:19:08.738665 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.743889 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:08.745809 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] 10.222.0.30 "DELETE /v2.0/networks/4a41034f-c06c-4d9b-9052-c2cda421136f HTTP/1.1" status: 204 len: 168 time: 0.6567452 Sep 14 22:19:08.756110 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed2996-eeb1-4c74-9433-0282a69e202d admin admin] Pushing event deleted for resources: {'Network': ['ID=4a41034f-c06c-4d9b-9052-c2cda421136f,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:09.090431 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42848) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:09.128611 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-27fedd7c-bc45-4773-8fe3-51da13deea38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d5c56830ce4450c953d60d98c0c35eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370946 Sep 14 22:19:09.130931 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 42850) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:09.180552 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ea16cd61-8883-4d7e-9f98-a36cfc71968e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:09.204120 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ea16cd61-8883-4d7e-9f98-a36cfc71968e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:09.319510 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ea16cd61-8883-4d7e-9f98-a36cfc71968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:09.322632 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ea16cd61-8883-4d7e-9f98-a36cfc71968e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:09.323843 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-ea16cd61-8883-4d7e-9f98-a36cfc71968e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/798f3777-d95e-47ad-b2a7-351110ce165f HTTP/1.1" status: 204 len: 168 time: 0.1920455 Sep 14 22:19:09.331808 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16cd61-8883-4d7e-9f98-a36cfc71968e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798f3777-d95e-47ad-b2a7-351110ce165f,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:10.194940 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:19:11.890448 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-66437ed6-a769-4fcc-ad68-ac2aac2c88ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:14.467713 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-64b8f784-52b5-4052-9995-96ca8d4ab9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:14.853452 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:15.781620 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:17.098611 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:17.341998 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42932) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:17.494409 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9ac2e296-6331-419d-a10b-83be6af2a22d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Deleting port 2e252ab1-17fe-42dd-84a5-5238af03ae14 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:17.494750 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e296-6331-419d-a10b-83be6af2a22d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:17.569368 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e296-6331-419d-a10b-83be6af2a22d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:17.569716 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e296-6331-419d-a10b-83be6af2a22d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:17.580739 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9ac2e296-6331-419d-a10b-83be6af2a22d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Calling delete_port for 2e252ab1-17fe-42dd-84a5-5238af03ae14 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:17.791404 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e296-6331-419d-a10b-83be6af2a22d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:17.822924 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2e296-6331-419d-a10b-83be6af2a22d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event deleted for resources: {'Port': ['ID=2e252ab1-17fe-42dd-84a5-5238af03ae14,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:17.880387 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e296-6331-419d-a10b-83be6af2a22d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:17.880715 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.l3_db [None req-9ac2e296-6331-419d-a10b-83be6af2a22d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Floating IP 4b8473db-040b-405a-b57f-c35f4db5983b disassociated (deleted). External IP: 172.27.2.234, port: f072cd35-f170-46a1-ac0e-00bc856d592a. Sep 14 22:19:18.342436 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac2e296-6331-419d-a10b-83be6af2a22d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:19:18.468240 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac2e296-6331-419d-a10b-83be6af2a22d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:19:18.473175 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ac2e296-6331-419d-a10b-83be6af2a22d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:18.479044 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f12bd-b379-43ed-bd50-0b784f13c835 None None] Sync routers for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:19:18.491294 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f12bd-b379-43ed-bd50-0b784f13c835 None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:19:18.496652 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-718f12bd-b379-43ed-bd50-0b784f13c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:19:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:18.498891 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-9ac2e296-6331-419d-a10b-83be6af2a22d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "DELETE /v2.0/floatingips/4b8473db-040b-405a-b57f-c35f4db5983b HTTP/1.1" status: 204 len: 168 time: 1.1558232 Sep 14 22:19:18.499592 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'tag': 'f072cd35-f170-46a1-ac0e-00bc856d592a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:19:18.501956 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0577ea3c-ebb6-497b-9fc3-5c40e56fed5d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c29b79c-aa32-46bf-a7b5-e9eb94680782", "tag": "f072cd35-f170-46a1-ac0e-00bc856d592a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:19:18.593684 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-718f12bd-b379-43ed-bd50-0b784f13c835 None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:19:18.639269 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9abec1da-b463-4c2d-82b4-daca6eb70e2f req-d875db29-6fa1-4fe2-b8a5-217fa8ece429 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394092 Sep 14 22:19:18.734111 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec1da-b463-4c2d-82b4-daca6eb70e2f req-67346995-188b-4ecb-a2be-f333fe69f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:18.735704 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9abec1da-b463-4c2d-82b4-daca6eb70e2f req-67346995-188b-4ecb-a2be-f333fe69f405 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 1099 time: 0.0395899 Sep 14 22:19:18.830840 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-718f12bd-b379-43ed-bd50-0b784f13c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '91e579d2-827b-4c4c-9a0b-73a14bd179f1', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:35:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0314249e-d357-4acd-96bd-df86c1e6c810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:15:38Z', 'updated_at': '2021-09-14T22:15:41Z', 'revision_number': 1, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:18.850907 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec1da-b463-4c2d-82b4-daca6eb70e2f req-a21e5d98-8791-4447-a08e-5361808b0e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:18.852506 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9abec1da-b463-4c2d-82b4-daca6eb70e2f req-a21e5d98-8791-4447-a08e-5361808b0e8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 200 len: 913 time: 0.0919216 Sep 14 22:19:18.858997 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f12bd-b379-43ed-bd50-0b784f13c835 None None] Checking router: d21effc7-d9ed-47f9-b99c-ad00ee46efc3 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:19:18.861062 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b749ed-8fdf-48ba-867c-dbab3f1554bd x-openstack-request-id: req-a7b749ed-8fdf-48ba-867c-dbab3f1554bd {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:19:18.861348 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c29b79c-aa32-46bf-a7b5-e9eb94680782", "tag": "f072cd35-f170-46a1-ac0e-00bc856d592a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:19:18.861593 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7b749ed-8fdf-48ba-867c-dbab3f1554bd {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:19:18.862011 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'tag': 'f072cd35-f170-46a1-ac0e-00bc856d592a', 'status': 'completed', 'code': 200} Sep 14 22:19:18.868391 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f12bd-b379-43ed-bd50-0b784f13c835 None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:19:18.869046 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-718f12bd-b379-43ed-bd50-0b784f13c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:19:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:18.967080 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577ea3c-ebb6-497b-9fc3-5c40e56fed5d req-e33d8407-329b-42b1-aae8-92ca70f627a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:18.968600 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-0577ea3c-ebb6-497b-9fc3-5c40e56fed5d req-e33d8407-329b-42b1-aae8-92ca70f627a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 1098 time: 0.0426958 Sep 14 22:19:18.984540 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-718f12bd-b379-43ed-bd50-0b784f13c835 None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:19:19.011119 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9abec1da-b463-4c2d-82b4-daca6eb70e2f req-e59c3fb8-d857-496b-93c7-8d1546577b9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f43b462c-09e7-4c17-9606-451f23bc62ee HTTP/1.1" status: 200 len: 1002 time: 0.1030240 Sep 14 22:19:19.022841 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb72c4-fa3b-4cf6-8849-157e3c30b676 req-a4e15da3-d64f-41f2-89b3-871f6866f07a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:19.024336 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-68fb72c4-fa3b-4cf6-8849-157e3c30b676 req-a4e15da3-d64f-41f2-89b3-871f6866f07a tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 945 time: 0.1145685 Sep 14 22:19:19.070376 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577ea3c-ebb6-497b-9fc3-5c40e56fed5d req-26ace0fa-fb6e-4012-8bd5-f6025cdc3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:19.072151 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-0577ea3c-ebb6-497b-9fc3-5c40e56fed5d req-26ace0fa-fb6e-4012-8bd5-f6025cdc3ab4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 200 len: 913 time: 0.0966170 Sep 14 22:19:19.092974 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec1da-b463-4c2d-82b4-daca6eb70e2f req-729324b0-e0d4-4b1b-a919-666bedab98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:19.094470 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9abec1da-b463-4c2d-82b4-daca6eb70e2f req-729324b0-e0d4-4b1b-a919-666bedab98f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4cb725a-079c-425c-aee6-4d2d1c527df5 HTTP/1.1" status: 200 len: 851 time: 0.0692377 Sep 14 22:19:19.097487 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-68fb72c4-fa3b-4cf6-8849-157e3c30b676 req-c4aca679-0ced-4209-b3f8-98a93b47652d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645249 Sep 14 22:19:19.119813 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-0577ea3c-ebb6-497b-9fc3-5c40e56fed5d req-84a5256f-456c-4fe5-a91b-0f09551043b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f072cd35-f170-46a1-ac0e-00bc856d592a HTTP/1.1" status: 200 len: 217 time: 0.0393836 Sep 14 22:19:19.145984 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec1da-b463-4c2d-82b4-daca6eb70e2f req-cdbc2b72-67cc-49d8-bc84-8747475b4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:19.147494 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9abec1da-b463-4c2d-82b4-daca6eb70e2f req-cdbc2b72-67cc-49d8-bc84-8747475b4807 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06a932b9-57f5-4830-a80a-fd6880f53b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454121 Sep 14 22:19:19.169257 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577ea3c-ebb6-497b-9fc3-5c40e56fed5d req-6ea7afa8-ee0d-492e-adb3-ac29f1aa825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:19.170769 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-0577ea3c-ebb6-497b-9fc3-5c40e56fed5d req-6ea7afa8-ee0d-492e-adb3-ac29f1aa825f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4cb725a-079c-425c-aee6-4d2d1c527df5 HTTP/1.1" status: 200 len: 851 time: 0.0432725 Sep 14 22:19:19.220802 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577ea3c-ebb6-497b-9fc3-5c40e56fed5d req-eeed0169-74a3-4d51-83c9-ec324c02a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:19.222312 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-0577ea3c-ebb6-497b-9fc3-5c40e56fed5d req-eeed0169-74a3-4d51-83c9-ec324c02a028 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06a932b9-57f5-4830-a80a-fd6880f53b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445147 Sep 14 22:19:19.222455 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-718f12bd-b379-43ed-bd50-0b784f13c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '91e579d2-827b-4c4c-9a0b-73a14bd179f1', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:35:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0314249e-d357-4acd-96bd-df86c1e6c810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:15:38Z', 'updated_at': '2021-09-14T22:15:41Z', 'revision_number': 1, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:19.247217 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9abec1da-b463-4c2d-82b4-daca6eb70e2f req-63eb7df4-20cb-4ad3-b072-8df657af57c5 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914829 Sep 14 22:19:19.254783 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f12bd-b379-43ed-bd50-0b784f13c835 None None] The sync data for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi is: [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_floatingips': [{'id': '91e579d2-827b-4c4c-9a0b-73a14bd179f1', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'router_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'port_id': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'mac_address': 'fa:16:3e:35:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0314249e-d357-4acd-96bd-df86c1e6c810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T22:15:38Z', 'updated_at': '2021-09-14T22:15:41Z', 'revision_number': 1, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:19:19.320826 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-0577ea3c-ebb6-497b-9fc3-5c40e56fed5d req-e93e9c12-7906-4a2a-8868-7c907db2fe63 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884333 Sep 14 22:19:19.352427 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9abec1da-b463-4c2d-82b4-daca6eb70e2f req-f6f716a1-7152-4863-adbb-937d4260c580 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964744 Sep 14 22:19:19.418110 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-0577ea3c-ebb6-497b-9fc3-5c40e56fed5d req-dda26738-d55b-422d-a5ba-5462eea3ca14 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897274 Sep 14 22:19:19.481817 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcaf655-6509-4116-ad74-b99769214cb4 None None] New status for floating IP 4b8473db-040b-405a-b57f-c35f4db5983b: DOWN {{(pid=94748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:19:20.056995 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42970) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:20.211846 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630a004c-88c6-45c9-9735-c9eb20094501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:20.237942 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452199f-8589-4ade-abcf-86fdc2ce9b90 req-1e41ef6a-7576-4333-8a89-5a0d3993c662 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:20.239411 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6452199f-8589-4ade-abcf-86fdc2ce9b90 req-1e41ef6a-7576-4333-8a89-5a0d3993c662 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 945 time: 0.0701573 Sep 14 22:19:20.295809 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-6452199f-8589-4ade-abcf-86fdc2ce9b90 req-ebcb5416-52f9-44f9-838f-3aff79c2b96d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495934 Sep 14 22:19:20.343881 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630a004c-88c6-45c9-9735-c9eb20094501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:20.405111 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630a004c-88c6-45c9-9735-c9eb20094501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:20.446608 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a004c-88c6-45c9-9735-c9eb20094501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a007697-fc18-4da3-9bbb-33f4889b16ed,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:20.450926 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-630a004c-88c6-45c9-9735-c9eb20094501 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ec8e5a31bed4e9cb4e0b6d6a25681d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929119 Sep 14 22:19:20.453443 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 42976) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:20.500423 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d14f6f2-0323-4d46-a972-2da29b6c7ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:20.521265 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d14f6f2-0323-4d46-a972-2da29b6c7ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:20.598121 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ccfc4-468c-47e9-8ece-3da2faae6ef8 req-9b25f765-39b8-4a86-a7f3-422ea864a6d8 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:20.599588 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5a7ccfc4-468c-47e9-8ece-3da2faae6ef8 req-9b25f765-39b8-4a86-a7f3-422ea864a6d8 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 945 time: 0.0471106 Sep 14 22:19:20.656107 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d14f6f2-0323-4d46-a972-2da29b6c7ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:20.658676 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d14f6f2-0323-4d46-a972-2da29b6c7ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:20.659897 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-7d14f6f2-0323-4d46-a972-2da29b6c7ced admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a007697-fc18-4da3-9bbb-33f4889b16ed HTTP/1.1" status: 204 len: 168 time: 0.2055595 Sep 14 22:19:20.668778 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14f6f2-0323-4d46-a972-2da29b6c7ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a007697-fc18-4da3-9bbb-33f4889b16ed,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:20.696298 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-5a7ccfc4-468c-47e9-8ece-3da2faae6ef8 req-dfba33db-c605-41b2-af83-29847d34b24c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Deleting port f072cd35-f170-46a1-ac0e-00bc856d592a {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:20.696298 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-5a7ccfc4-468c-47e9-8ece-3da2faae6ef8 req-dfba33db-c605-41b2-af83-29847d34b24c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:20.789137 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-5a7ccfc4-468c-47e9-8ece-3da2faae6ef8 req-dfba33db-c605-41b2-af83-29847d34b24c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] For port f072cd35-f170-46a1-ac0e-00bc856d592a, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=f072cd35-f170-46a1-ac0e-00bc856d592a,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:20.789500 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-5a7ccfc4-468c-47e9-8ece-3da2faae6ef8 req-dfba33db-c605-41b2-af83-29847d34b24c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:20.801483 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-5a7ccfc4-468c-47e9-8ece-3da2faae6ef8 req-dfba33db-c605-41b2-af83-29847d34b24c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Calling delete_port for f072cd35-f170-46a1-ac0e-00bc856d592a owned by compute:nova {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:20.984460 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-5a7ccfc4-468c-47e9-8ece-3da2faae6ef8 req-dfba33db-c605-41b2-af83-29847d34b24c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:21.012605 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba33db-c605-41b2-af83-29847d34b24c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event deleted for resources: {'Port': ['ID=f072cd35-f170-46a1-ac0e-00bc856d592a,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:21.062263 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7ccfc4-468c-47e9-8ece-3da2faae6ef8 req-dfba33db-c605-41b2-af83-29847d34b24c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] No DVR routers for this DVR port f072cd35-f170-46a1-ac0e-00bc856d592a on host hv-cinder-80901 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:19:21.064717 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-5a7ccfc4-468c-47e9-8ece-3da2faae6ef8 req-dfba33db-c605-41b2-af83-29847d34b24c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:21.066851 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-5a7ccfc4-468c-47e9-8ece-3da2faae6ef8 req-dfba33db-c605-41b2-af83-29847d34b24c tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "DELETE /v2.0/ports/f072cd35-f170-46a1-ac0e-00bc856d592a HTTP/1.1" status: 204 len: 173 time: 0.4598105 Sep 14 22:19:21.067281 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'name': 'network-vif-deleted', 'tag': 'f072cd35-f170-46a1-ac0e-00bc856d592a'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:19:21.069534 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d0a447-c471-4a2b-94ed-ba618d0f53fb" -d '{"events": [{"server_uuid": "6c29b79c-aa32-46bf-a7b5-e9eb94680782", "name": "network-vif-deleted", "tag": "f072cd35-f170-46a1-ac0e-00bc856d592a"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:19:21.106010 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0013b05-5a02-41e8-94b6-d71afe0989df x-openstack-request-id: req-e0013b05-5a02-41e8-94b6-d71afe0989df {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:19:21.106301 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c29b79c-aa32-46bf-a7b5-e9eb94680782", "name": "network-vif-deleted", "tag": "f072cd35-f170-46a1-ac0e-00bc856d592a", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:19:21.106557 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0013b05-5a02-41e8-94b6-d71afe0989df {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:19:21.106975 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c29b79c-aa32-46bf-a7b5-e9eb94680782', 'name': 'network-vif-deleted', 'tag': 'f072cd35-f170-46a1-ac0e-00bc856d592a', 'status': 'completed', 'code': 200} Sep 14 22:19:21.394357 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a8eef3fa-61cf-42a7-b8a4-afcd6c515f96 req-fc11b7a8-a953-4d1b-bf52-a883928a6393 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c29b79c-aa32-46bf-a7b5-e9eb94680782 HTTP/1.1" status: 200 len: 210 time: 0.0306199 Sep 14 22:19:24.636308 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device f072cd35-f170-46a1-ac0e-00bc856d592a no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:19:24.656074 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: f072cd35-f170-46a1-ac0e-00bc856d592a {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:19:24.656423 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device f072cd35-f170-46a1-ac0e-00bc856d592a not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:19:24.915845 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43060) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:25.056826 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 43064) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:25.073525 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-dc455c43-5b82-4a17-acf8-c818564a3e8f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Deleting port db6aadcc-8123-40e0-bc70-1fdee15d3715 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:25.073879 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc455c43-5b82-4a17-acf8-c818564a3e8f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:25.150425 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc455c43-5b82-4a17-acf8-c818564a3e8f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:25.150756 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc455c43-5b82-4a17-acf8-c818564a3e8f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:25.161715 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dff525db-28bf-405d-b151-09eca45a10d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:25.162923 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-dc455c43-5b82-4a17-acf8-c818564a3e8f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Calling delete_port for db6aadcc-8123-40e0-bc70-1fdee15d3715 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:25.252204 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dff525db-28bf-405d-b151-09eca45a10d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:25.307385 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dff525db-28bf-405d-b151-09eca45a10d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:25.345971 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-dff525db-28bf-405d-b151-09eca45a10d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17e25296b6c24dfc90886ae275689517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880857 Sep 14 22:19:25.346864 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff525db-28bf-405d-b151-09eca45a10d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438aaa31-550f-4b04-8bd0-c46e9b7857f4,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:25.348703 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43068) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:25.380511 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc455c43-5b82-4a17-acf8-c818564a3e8f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:25.412650 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc455c43-5b82-4a17-acf8-c818564a3e8f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event deleted for resources: {'Port': ['ID=db6aadcc-8123-40e0-bc70-1fdee15d3715,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:25.441717 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-357004aa-a252-4d31-9a80-5b4eafdce39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:25.488923 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-357004aa-a252-4d31-9a80-5b4eafdce39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:25.508166 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc455c43-5b82-4a17-acf8-c818564a3e8f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:25.508497 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.l3_db [None req-dc455c43-5b82-4a17-acf8-c818564a3e8f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Floating IP 91e579d2-827b-4c4c-9a0b-73a14bd179f1 disassociated (deleted). External IP: 172.27.2.216, port: f43b462c-09e7-4c17-9606-451f23bc62ee. Sep 14 22:19:25.699703 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-357004aa-a252-4d31-9a80-5b4eafdce39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:25.702186 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-357004aa-a252-4d31-9a80-5b4eafdce39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:25.707942 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-357004aa-a252-4d31-9a80-5b4eafdce39f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/438aaa31-550f-4b04-8bd0-c46e9b7857f4 HTTP/1.1" status: 204 len: 168 time: 0.3535600 Sep 14 22:19:25.716377 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357004aa-a252-4d31-9a80-5b4eafdce39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438aaa31-550f-4b04-8bd0-c46e9b7857f4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:25.736865 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc455c43-5b82-4a17-acf8-c818564a3e8f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:19:25.841732 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc455c43-5b82-4a17-acf8-c818564a3e8f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:19:25.846731 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc455c43-5b82-4a17-acf8-c818564a3e8f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:25.851652 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fcf807-d51d-4e56-944c-dc1af2fa4209 None None] Sync routers for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:19:25.861494 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fcf807-d51d-4e56-944c-dc1af2fa4209 None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:19:25.862116 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-06fcf807-d51d-4e56-944c-dc1af2fa4209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:19:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:25.874547 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-dc455c43-5b82-4a17-acf8-c818564a3e8f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "DELETE /v2.0/floatingips/91e579d2-827b-4c4c-9a0b-73a14bd179f1 HTTP/1.1" status: 204 len: 168 time: 0.9575891 Sep 14 22:19:25.875248 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0314249e-d357-4acd-96bd-df86c1e6c810', 'tag': 'f43b462c-09e7-4c17-9606-451f23bc62ee'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:19:25.877634 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67a8cb8f1bd7c8d1a442bf8b9e12ab04e7c18fc2dcbd368258b125bf2a3d4e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239be7bc-6a1d-455f-80d2-116d53dad2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0314249e-d357-4acd-96bd-df86c1e6c810", "tag": "f43b462c-09e7-4c17-9606-451f23bc62ee"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:19:25.977340 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-06fcf807-d51d-4e56-944c-dc1af2fa4209 None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:19:26.173332 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-06fcf807-d51d-4e56-944c-dc1af2fa4209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:26.198839 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fcf807-d51d-4e56-944c-dc1af2fa4209 None None] Checking router: d21effc7-d9ed-47f9-b99c-ad00ee46efc3 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:19:26.207193 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fcf807-d51d-4e56-944c-dc1af2fa4209 None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:19:26.207812 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-06fcf807-d51d-4e56-944c-dc1af2fa4209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:19:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:26.289531 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead77bc5-22c1-4b08-8ca6-2dbb77b64846 x-openstack-request-id: req-ead77bc5-22c1-4b08-8ca6-2dbb77b64846 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:19:26.290064 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0314249e-d357-4acd-96bd-df86c1e6c810", "tag": "f43b462c-09e7-4c17-9606-451f23bc62ee", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:19:26.290064 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ead77bc5-22c1-4b08-8ca6-2dbb77b64846 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:19:26.290456 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0314249e-d357-4acd-96bd-df86c1e6c810', 'tag': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'status': 'completed', 'code': 200} Sep 14 22:19:26.388839 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef1241-a983-4eb0-a0ea-25fc064f2169 req-5bf9b593-4360-4d64-ac6f-a374fe7e2602 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:26.390404 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a1ef1241-a983-4eb0-a0ea-25fc064f2169 req-5bf9b593-4360-4d64-ac6f-a374fe7e2602 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 946 time: 0.0538054 Sep 14 22:19:26.407847 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239be7bc-6a1d-455f-80d2-116d53dad2cc req-b843ef95-28ee-4bd9-a7d6-fd4813b531f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:26.409697 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-239be7bc-6a1d-455f-80d2-116d53dad2cc req-b843ef95-28ee-4bd9-a7d6-fd4813b531f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 1099 time: 0.0431185 Sep 14 22:19:26.432935 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-a1ef1241-a983-4eb0-a0ea-25fc064f2169 req-130bb05e-cb46-41a6-a73c-0df29e33a3d4 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356896 Sep 14 22:19:26.439012 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43080) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:26.452510 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-06fcf807-d51d-4e56-944c-dc1af2fa4209 None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:19:26.453258 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05854c40-86fb-4699-bfb0-9707aec288dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:26.514996 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239be7bc-6a1d-455f-80d2-116d53dad2cc req-2bc991fe-346e-4aad-ac96-86a012616677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:26.516384 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-239be7bc-6a1d-455f-80d2-116d53dad2cc req-2bc991fe-346e-4aad-ac96-86a012616677 service neutron] 10.222.0.37 "GET /v2.0/networks?id=06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 200 len: 913 time: 0.0993512 Sep 14 22:19:26.547128 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05854c40-86fb-4699-bfb0-9707aec288dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:26.557979 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-239be7bc-6a1d-455f-80d2-116d53dad2cc req-9c57c816-00ef-44cf-8124-ad74943afb46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f43b462c-09e7-4c17-9606-451f23bc62ee HTTP/1.1" status: 200 len: 217 time: 0.0341587 Sep 14 22:19:26.605339 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239be7bc-6a1d-455f-80d2-116d53dad2cc req-cce95e7a-c22d-400f-8a04-4fe1b2bed44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:26.606800 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-239be7bc-6a1d-455f-80d2-116d53dad2cc req-cce95e7a-c22d-400f-8a04-4fe1b2bed44f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4cb725a-079c-425c-aee6-4d2d1c527df5 HTTP/1.1" status: 200 len: 851 time: 0.0416479 Sep 14 22:19:26.650421 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-06fcf807-d51d-4e56-944c-dc1af2fa4209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:26.654990 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239be7bc-6a1d-455f-80d2-116d53dad2cc req-3093ea4f-a597-4d83-a723-63c352eca6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:26.656454 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-239be7bc-6a1d-455f-80d2-116d53dad2cc req-3093ea4f-a597-4d83-a723-63c352eca6c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=06a932b9-57f5-4830-a80a-fd6880f53b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425770 Sep 14 22:19:26.670051 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05854c40-86fb-4699-bfb0-9707aec288dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:26.681230 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fcf807-d51d-4e56-944c-dc1af2fa4209 None None] The sync data for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi is: [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:12:09Z', 'revision_number': 4, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi', '_interfaces': [{'id': 'd0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a', 'name': '', 'network_id': '06a932b9-57f5-4830-a80a-fd6880f53b99', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'mac_address': 'fa:16:3e:5e:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:08Z', 'updated_at': '2021-09-14T22:12:18Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'subnets': [{'id': 'd4cb725a-079c-425c-aee6-4d2d1c527df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:19:26.715128 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-05854c40-86fb-4699-bfb0-9707aec288dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a480924ca276423a8323f09a984141a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725947 Sep 14 22:19:26.715128 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05854c40-86fb-4699-bfb0-9707aec288dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63407202-657f-4715-93a6-a96efb3a8245,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:26.716384 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43082) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:26.758890 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-239be7bc-6a1d-455f-80d2-116d53dad2cc req-993612a8-6059-4bdb-b6db-388a279f94c7 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940080 Sep 14 22:19:26.768778 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-505d0c3e-ef8d-457e-9f7c-bec498832b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:26.793852 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-505d0c3e-ef8d-457e-9f7c-bec498832b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:26.858016 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-239be7bc-6a1d-455f-80d2-116d53dad2cc req-0416e0c5-41d2-4a68-aede-2b3fa8582280 service neutron] 10.222.0.37 "GET /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906653 Sep 14 22:19:26.909321 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-505d0c3e-ef8d-457e-9f7c-bec498832b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:26.911992 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-505d0c3e-ef8d-457e-9f7c-bec498832b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:26.913774 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-505d0c3e-ef8d-457e-9f7c-bec498832b82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63407202-657f-4715-93a6-a96efb3a8245 HTTP/1.1" status: 204 len: 168 time: 0.1959550 Sep 14 22:19:26.914908 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fe2a8b-9465-4876-9a45-4e19831f9f9c None None] New status for floating IP 91e579d2-827b-4c4c-9a0b-73a14bd179f1: DOWN {{(pid=94748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 22:19:26.923546 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d0c3e-ef8d-457e-9f7c-bec498832b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63407202-657f-4715-93a6-a96efb3a8245,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:27.549147 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd615435-e2b1-4314-a14d-91ab0181c22f req-c0c14294-3d24-46a2-8fd6-900d07539a7f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:27.550647 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fd615435-e2b1-4314-a14d-91ab0181c22f req-c0c14294-3d24-46a2-8fd6-900d07539a7f tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 946 time: 0.0513704 Sep 14 22:19:27.588324 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-fd615435-e2b1-4314-a14d-91ab0181c22f req-580c900d-6a35-4b1e-b5f2-f119ab0b52b5 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fd47eb2-78ee-425a-8a7c-b225a4e9023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317502 Sep 14 22:19:28.001755 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec53e0-c457-4f03-937a-48ad67dc8b28 req-50aa5ab7-c93b-4080-8ab3-a28b668d1306 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:28.003200 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ebec53e0-c457-4f03-937a-48ad67dc8b28 req-50aa5ab7-c93b-4080-8ab3-a28b668d1306 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 946 time: 0.0477378 Sep 14 22:19:28.106945 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-ebec53e0-c457-4f03-937a-48ad67dc8b28 req-a7196b61-edbd-4784-8636-f2776578bfb1 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Deleting port f43b462c-09e7-4c17-9606-451f23bc62ee {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:28.107282 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ebec53e0-c457-4f03-937a-48ad67dc8b28 req-a7196b61-edbd-4784-8636-f2776578bfb1 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:28.201630 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-ebec53e0-c457-4f03-937a-48ad67dc8b28 req-a7196b61-edbd-4784-8636-f2776578bfb1 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] For port f43b462c-09e7-4c17-9606-451f23bc62ee, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=f43b462c-09e7-4c17-9606-451f23bc62ee,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:28.201908 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ebec53e0-c457-4f03-937a-48ad67dc8b28 req-a7196b61-edbd-4784-8636-f2776578bfb1 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:28.213815 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-ebec53e0-c457-4f03-937a-48ad67dc8b28 req-a7196b61-edbd-4784-8636-f2776578bfb1 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Calling delete_port for f43b462c-09e7-4c17-9606-451f23bc62ee owned by compute:nova {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:28.424776 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ebec53e0-c457-4f03-937a-48ad67dc8b28 req-a7196b61-edbd-4784-8636-f2776578bfb1 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:28.450470 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7196b61-edbd-4784-8636-f2776578bfb1 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event deleted for resources: {'Port': ['ID=f43b462c-09e7-4c17-9606-451f23bc62ee,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:28.496130 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebec53e0-c457-4f03-937a-48ad67dc8b28 req-a7196b61-edbd-4784-8636-f2776578bfb1 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] No DVR routers for this DVR port f43b462c-09e7-4c17-9606-451f23bc62ee on host hv-cinder-80901 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:19:28.498853 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-ebec53e0-c457-4f03-937a-48ad67dc8b28 req-a7196b61-edbd-4784-8636-f2776578bfb1 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:28.500850 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-ebec53e0-c457-4f03-937a-48ad67dc8b28 req-a7196b61-edbd-4784-8636-f2776578bfb1 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.37 "DELETE /v2.0/ports/f43b462c-09e7-4c17-9606-451f23bc62ee HTTP/1.1" status: 204 len: 173 time: 0.4848535 Sep 14 22:19:28.501283 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0314249e-d357-4acd-96bd-df86c1e6c810', 'name': 'network-vif-deleted', 'tag': 'f43b462c-09e7-4c17-9606-451f23bc62ee'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:19:28.503560 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02840a43-d2ca-4cee-958f-8174448d09c3" -d '{"events": [{"server_uuid": "0314249e-d357-4acd-96bd-df86c1e6c810", "name": "network-vif-deleted", "tag": "f43b462c-09e7-4c17-9606-451f23bc62ee"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:19:28.543897 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11d8227-20eb-40d3-98ce-dade085d4b77 x-openstack-request-id: req-c11d8227-20eb-40d3-98ce-dade085d4b77 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:19:28.552660 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0314249e-d357-4acd-96bd-df86c1e6c810", "name": "network-vif-deleted", "tag": "f43b462c-09e7-4c17-9606-451f23bc62ee", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:19:28.552660 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c11d8227-20eb-40d3-98ce-dade085d4b77 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:19:28.552660 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0314249e-d357-4acd-96bd-df86c1e6c810', 'name': 'network-vif-deleted', 'tag': 'f43b462c-09e7-4c17-9606-451f23bc62ee', 'status': 'completed', 'code': 200} Sep 14 22:19:28.691841 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-13890414-84f8-4948-8694-4380bf44ad46 req-71888dbc-27bc-4617-a93b-3280e014d9ce tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 210 time: 0.0280464 Sep 14 22:19:29.805884 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-7f8a308c-98cf-4c87-bf73-5f6a26b8d4c8 req-85218ba1-22ce-4e49-8c3f-303d1346d5e0 tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0314249e-d357-4acd-96bd-df86c1e6c810 HTTP/1.1" status: 200 len: 210 time: 0.0275042 Sep 14 22:19:30.269208 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 43160) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:30.370257 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62f65e90-6d58-46ab-ba48-becad49401ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:30.456345 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62f65e90-6d58-46ab-ba48-becad49401ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:30.515348 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62f65e90-6d58-46ab-ba48-becad49401ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:30.552266 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-62f65e90-6d58-46ab-ba48-becad49401ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49c7bbbc698b4784ba4742c61175e686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820485 Sep 14 22:19:30.554202 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f65e90-6d58-46ab-ba48-becad49401ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095d75d9-2966-4ddd-a72f-ada4bf853f1e,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:30.555099 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43164) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:30.607220 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-452c42db-44a1-433e-8eb0-ce705c05d983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:30.627168 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-452c42db-44a1-433e-8eb0-ce705c05d983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:30.678122 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device f43b462c-09e7-4c17-9606-451f23bc62ee no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:19:30.698259 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: f43b462c-09e7-4c17-9606-451f23bc62ee {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:19:30.698600 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device f43b462c-09e7-4c17-9606-451f23bc62ee not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:19:30.764768 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-452c42db-44a1-433e-8eb0-ce705c05d983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:30.767339 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-452c42db-44a1-433e-8eb0-ce705c05d983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:30.768487 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-452c42db-44a1-433e-8eb0-ce705c05d983 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/095d75d9-2966-4ddd-a72f-ada4bf853f1e HTTP/1.1" status: 204 len: 168 time: 0.2124157 Sep 14 22:19:30.778248 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c42db-44a1-433e-8eb0-ce705c05d983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095d75d9-2966-4ddd-a72f-ada4bf853f1e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:30.857540 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43170) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:30.980554 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6366f-c56c-4456-a0ce-e292c2700eba tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Deleting port e50055e2-8e21-416c-a7e1-6ef198d21ae5 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:30.980950 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0c6366f-c56c-4456-a0ce-e292c2700eba tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:31.055642 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0c6366f-c56c-4456-a0ce-e292c2700eba tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:31.055976 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0c6366f-c56c-4456-a0ce-e292c2700eba tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:31.067398 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6366f-c56c-4456-a0ce-e292c2700eba tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Calling delete_port for e50055e2-8e21-416c-a7e1-6ef198d21ae5 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:31.287639 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0c6366f-c56c-4456-a0ce-e292c2700eba tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:31.313493 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6366f-c56c-4456-a0ce-e292c2700eba tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event deleted for resources: {'Port': ['ID=e50055e2-8e21-416c-a7e1-6ef198d21ae5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:31.376060 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0c6366f-c56c-4456-a0ce-e292c2700eba tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:31.378920 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0c6366f-c56c-4456-a0ce-e292c2700eba tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:31.380159 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-c0c6366f-c56c-4456-a0ce-e292c2700eba tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "DELETE /v2.0/floatingips/73e77d76-e844-4c06-987a-c7e6929bebf0 HTTP/1.1" status: 204 len: 168 time: 0.5216708 Sep 14 22:19:31.421210 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43178) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:31.434497 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2ea8-6a61-4514-8125-f6af7baa42a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:31.526817 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2ea8-6a61-4514-8125-f6af7baa42a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:31.658652 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2ea8-6a61-4514-8125-f6af7baa42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:31.695326 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d2ea8-6a61-4514-8125-f6af7baa42a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98040a63-91c3-4b74-a26d-bb1f4b970859,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:31.699733 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-7e2d2ea8-6a61-4514-8125-f6af7baa42a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5524185b8c4443cfa031f1b3d7ee16cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774909 Sep 14 22:19:31.703726 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43182) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:31.753829 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ff64ef7-a120-4926-ac10-fdf0ed892937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:31.783342 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ff64ef7-a120-4926-ac10-fdf0ed892937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:31.910098 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ff64ef7-a120-4926-ac10-fdf0ed892937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:31.912624 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ff64ef7-a120-4926-ac10-fdf0ed892937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:31.916086 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-3ff64ef7-a120-4926-ac10-fdf0ed892937 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98040a63-91c3-4b74-a26d-bb1f4b970859 HTTP/1.1" status: 204 len: 168 time: 0.2104981 Sep 14 22:19:31.921949 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff64ef7-a120-4926-ac10-fdf0ed892937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98040a63-91c3-4b74-a26d-bb1f4b970859,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:32.785619 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43206) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:32.843603 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90994b8-cfd8-417c-99d2-b1b3a4e3b12d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:32.869244 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90994b8-cfd8-417c-99d2-b1b3a4e3b12d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:32.913496 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43210) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:32.984473 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90994b8-cfd8-417c-99d2-b1b3a4e3b12d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:32.987159 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90994b8-cfd8-417c-99d2-b1b3a4e3b12d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:32.990776 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-d90994b8-cfd8-417c-99d2-b1b3a4e3b12d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] 10.222.0.30 "DELETE /v2.0/security-groups/7fd47eb2-78ee-425a-8a7c-b225a4e9023a HTTP/1.1" status: 204 len: 168 time: 0.2017331 Sep 14 22:19:32.998388 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90994b8-cfd8-417c-99d2-b1b3a4e3b12d tempest-TestVolumeBootPattern-718566838 tempest-TestVolumeBootPattern-718566838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd47eb2-78ee-425a-8a7c-b225a4e9023a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:33.011464 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2074402789-network', 'tenant_id': '6d0e9e88d998460a8f0bf47e842768fc'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:19:33.106560 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43216) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:33.112961 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Made reservation on behalf of 6d0e9e88d998460a8f0bf47e842768fc for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:19:33.115448 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:33.124888 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:33.335198 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:33.397214 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:33.449133 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:19:33.461947 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa59022-3985-48f9-a992-9be1e35e05c6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:33.468518 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:33.469612 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Added segment 39420bc6-b856-419a-877f-928ac07783db of type vlan for network 700bcb78-a4b8-407c-96a8-480cb63c33b2 Sep 14 22:19:33.530212 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:33.613998 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:33.614994 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:33.615563 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:33.654007 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07b373d4-bc63-46d3-809c-5af1bb4d4246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1004037'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:33.715290 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] Pushing event updated for resources: {'Network': ['ID=700bcb78-a4b8-407c-96a8-480cb63c33b2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:33.720824 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-80a47c9d-d87e-4678-a219-b7fef141f8dc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8036568 Sep 14 22:19:33.721401 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 43220) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:33.725063 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network 700bcb78-a4b8-407c-96a8-480cb63c33b2 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:19:33.726230 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [None req-e2d5098d-d30b-4cc4-b4a4-d68daa82c988 admin admin] Request body: {'subnet': {'network_id': '700bcb78-a4b8-407c-96a8-480cb63c33b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2074402789-subnet', 'tenant_id': '6d0e9e88d998460a8f0bf47e842768fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:19:33.816441 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d5098d-d30b-4cc4-b4a4-d68daa82c988 admin admin] Made reservation on behalf of 6d0e9e88d998460a8f0bf47e842768fc for: {'subnet': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:19:33.818884 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2d5098d-d30b-4cc4-b4a4-d68daa82c988 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59757008'] for subnet, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:33.935208 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-07b373d4-bc63-46d3-809c-5af1bb4d4246 admin admin] Deleting port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:33.935793 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07b373d4-bc63-46d3-809c-5af1bb4d4246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:34.011803 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-07b373d4-bc63-46d3-809c-5af1bb4d4246 admin admin] For port d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:34.012163 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07b373d4-bc63-46d3-809c-5af1bb4d4246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:34.024574 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-07b373d4-bc63-46d3-809c-5af1bb4d4246 admin admin] Calling delete_port for d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:34.033723 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2d5098d-d30b-4cc4-b4a4-d68daa82c988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59588433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59757054'] for subnet, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:34.089533 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5098d-d30b-4cc4-b4a4-d68daa82c988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f62e4165-6a7f-4977-adaa-583ba780f31b,revision_number=0']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:34.097129 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d5098d-d30b-4cc4-b4a4-d68daa82c988 admin admin] Checking segment: {'id': '39420bc6-b856-419a-877f-928ac07783db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '700bcb78-a4b8-407c-96a8-480cb63c33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:19:34.097484 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d5098d-d30b-4cc4-b4a4-d68daa82c988 admin admin] Network hostable DHCP agents. Network: 700bcb78-a4b8-407c-96a8-480cb63c33b2, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:19:34.164652 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d5098d-d30b-4cc4-b4a4-d68daa82c988 admin admin] Network 700bcb78-a4b8-407c-96a8-480cb63c33b2 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:19:34.238865 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-e2d5098d-d30b-4cc4-b4a4-d68daa82c988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, 700bcb78-a4b8-407c-96a8-480cb63c33b2) {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:19:34.242795 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d5098d-d30b-4cc4-b4a4-d68daa82c988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:34.243375 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2d5098d-d30b-4cc4-b4a4-d68daa82c988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:34.247788 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d481a5-b4ae-4bd1-be9c-b7f953553832 None None] Network 700bcb78-a4b8-407c-96a8-480cb63c33b2 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:19:34.261965 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07b373d4-bc63-46d3-809c-5af1bb4d4246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:34.287574 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b373d4-bc63-46d3-809c-5af1bb4d4246 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:34.329201 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-e2d5098d-d30b-4cc4-b4a4-d68daa82c988 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5977151 Sep 14 22:19:34.372392 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0016ff-8198-46d8-851b-00b8d3e72a14 None None] Network 700bcb78-a4b8-407c-96a8-480cb63c33b2 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:19:34.477461 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07b373d4-bc63-46d3-809c-5af1bb4d4246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993973'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:34.962183 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b373d4-bc63-46d3-809c-5af1bb4d4246 admin admin] Router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:19:35.068471 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b373d4-bc63-46d3-809c-5af1bb4d4246 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:19:35.078714 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-07b373d4-bc63-46d3-809c-5af1bb4d4246 admin admin] 10.222.0.30 "PUT /v2.0/routers/d21effc7-d9ed-47f9-b99c-ad00ee46efc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9693329 Sep 14 22:19:35.079342 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab0bbeb-bc3d-41d5-af3b-580a90ec0a34 None None] Sync routers for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:19:35.079804 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 43236) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:35.089115 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab0bbeb-bc3d-41d5-af3b-580a90ec0a34 None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:19:35.089756 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dab0bbeb-bc3d-41d5-af3b-580a90ec0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:19:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:35.107134 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43238) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:35.112143 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-418864074-network', 'tenant_id': 'cb8667f144074b31be741ec1d0a476a2'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:19:35.193267 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Made reservation on behalf of cb8667f144074b31be741ec1d0a476a2 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:19:35.196343 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:35.199262 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-dab0bbeb-bc3d-41d5-af3b-580a90ec0a34 None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:19:35.209388 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:35.313755 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:35.378691 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:35.391755 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dab0bbeb-bc3d-41d5-af3b-580a90ec0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:19:34Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:35.406227 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 22:19:35.420593 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2837d12-8445-46d4-a14f-94ddbe072808,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:35.423238 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab0bbeb-bc3d-41d5-af3b-580a90ec0a34 None None] Checking router: d21effc7-d9ed-47f9-b99c-ad00ee46efc3 for host: dv-cinder-809014-1-iscsi {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:19:35.427726 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:35.427726 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.db.segments_db [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Added segment 9c9f28cd-52c7-4263-a0d7-0145f801d9f6 of type vlan for network a0b93dc7-d053-497f-a490-0379cc842b61 Sep 14 22:19:35.431378 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Notify callbacks [] for router, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:35.441232 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab0bbeb-bc3d-41d5-af3b-580a90ec0a34 None None] Routers {'d21effc7-d9ed-47f9-b99c-ad00ee46efc3'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:19:35.441860 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dab0bbeb-bc3d-41d5-af3b-580a90ec0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:19:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:35.470308 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775395368214'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:35.532904 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:35.544557 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-dab0bbeb-bc3d-41d5-af3b-580a90ec0a34 None None] Set router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 gateway port host: dv-cinder-809014-1-iscsi {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:19:35.587599 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:35.588592 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:35.589243 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:35.655830 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] Pushing event updated for resources: {'Network': ['ID=a0b93dc7-d053-497f-a490-0379cc842b61,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:35.667523 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Deleting port fbf14cdd-73a6-437d-bd3e-b44eebc96ae9 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:35.667523 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:35.667738 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Network a0b93dc7-d053-497f-a490-0379cc842b61 details requested by agent ovs-agent-dv-cinder-809014-1-iscsi with host dv-cinder-809014-1-iscsi {{(pid=94747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 22:19:35.708064 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-a0a66010-ca07-4dfc-8502-1dd8276f6107 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5973320 Sep 14 22:19:35.708393 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43240) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:35.713663 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c70250e7-05e3-4680-a324-13aa0eb439c2 admin admin] Request body: {'subnet': {'network_id': 'a0b93dc7-d053-497f-a490-0379cc842b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-418864074-subnet', 'tenant_id': 'cb8667f144074b31be741ec1d0a476a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:19:35.760004 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] For port fbf14cdd-73a6-437d-bd3e-b44eebc96ae9, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=fbf14cdd-73a6-437d-bd3e-b44eebc96ae9,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:35.760373 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:35.771987 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Calling delete_port for fbf14cdd-73a6-437d-bd3e-b44eebc96ae9 owned by network:router_gateway {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:35.793900 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dab0bbeb-bc3d-41d5-af3b-580a90ec0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:19:34Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:35.820646 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab0bbeb-bc3d-41d5-af3b-580a90ec0a34 None None] The sync data for ids ['d21effc7-d9ed-47f9-b99c-ad00ee46efc3'] in dv-cinder-809014-1-iscsi is: [{'id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'name': 'tempest-TestVolumeBootPattern-1580220922-router', 'tenant_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:04Z', 'updated_at': '2021-09-14T22:19:34Z', 'revision_number': 5, 'project_id': 'd0c8570f409040cfb8f86f5c5f0271e0', 'gw_port': {'id': 'fbf14cdd-73a6-437d-bd3e-b44eebc96ae9', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21effc7-d9ed-47f9-b99c-ad00ee46efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:05Z', 'updated_at': '2021-09-14T22:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:19:35.824400 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70250e7-05e3-4680-a324-13aa0eb439c2 admin admin] Made reservation on behalf of cb8667f144074b31be741ec1d0a476a2 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:19:35.827795 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c70250e7-05e3-4680-a324-13aa0eb439c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482839'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.012888 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.044369 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf14cdd-73a6-437d-bd3e-b44eebc96ae9,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:36.064644 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c70250e7-05e3-4680-a324-13aa0eb439c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6830381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482873'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.102835 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993907'] for router_gateway, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.125722 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70250e7-05e3-4680-a324-13aa0eb439c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f44843-6b54-4a9c-bc0d-6df578801b80,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:36.133974 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70250e7-05e3-4680-a324-13aa0eb439c2 admin admin] Checking segment: {'id': '9c9f28cd-52c7-4263-a0d7-0145f801d9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a0b93dc7-d053-497f-a490-0379cc842b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:19:36.134332 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70250e7-05e3-4680-a324-13aa0eb439c2 admin admin] Network hostable DHCP agents. Network: a0b93dc7-d053-497f-a490-0379cc842b61, hostable agents: ['9b21a92f-9631-48fd-ac0a-c96e1809ef90'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 22:19:36.195284 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7643'] for router, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.197680 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.205141 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70250e7-05e3-4680-a324-13aa0eb439c2 admin admin] Network a0b93dc7-d053-497f-a490-0379cc842b61 is scheduled to be hosted by DHCP agent 9b21a92f-9631-48fd-ac0a-c96e1809ef90 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 22:19:36.290448 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c70250e7-05e3-4680-a324-13aa0eb439c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809014-1-iscsi, a0b93dc7-d053-497f-a490-0379cc842b61) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:19:36.294566 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70250e7-05e3-4680-a324-13aa0eb439c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:36.300151 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c70250e7-05e3-4680-a324-13aa0eb439c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.300417 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310e4449-3d9b-42d2-8c39-ed44a087892b None None] Network a0b93dc7-d053-497f-a490-0379cc842b61 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:19:36.320299 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006553'] for router, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.321712 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Fanout notify agent at l3_agent the message router_deleted on router d21effc7-d9ed-47f9-b99c-ad00ee46efc3 {{(pid=94746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 22:19:36.329141 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.330315 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-41a5ac29-dbe9-4179-8af4-150fc61f9cac admin admin] 10.222.0.30 "DELETE /v2.0/routers/d21effc7-d9ed-47f9-b99c-ad00ee46efc3 HTTP/1.1" status: 204 len: 168 time: 1.2481172 Sep 14 22:19:36.331445 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 43242) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:36.385332 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-c70250e7-05e3-4680-a324-13aa0eb439c2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6756825 Sep 14 22:19:36.392625 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e287e4c-2f5e-4bab-9128-3dabe4c17870 admin admin] Deleting subnet d4cb725a-079c-425c-aee6-4d2d1c527df5 {{(pid=94746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:19:36.397880 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0e287e4c-2f5e-4bab-9128-3dabe4c17870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.426362 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:19:36.437816 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0e287e4c-2f5e-4bab-9128-3dabe4c17870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551495'] for subnet, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.464459 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:19:36.464925 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device d0bff8ab-1c9c-4d74-9ec2-f2aedb5b391a not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:19:36.475024 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a785276-86d4-402e-90ec-d47843e7de93 None None] Network a0b93dc7-d053-497f-a490-0379cc842b61 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:19:36.534762 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0e287e4c-2f5e-4bab-9128-3dabe4c17870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.741997 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0e287e4c-2f5e-4bab-9128-3dabe4c17870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59588370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59757047'] for subnet, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.762568 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0e287e4c-2f5e-4bab-9128-3dabe4c17870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.764636 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-0e287e4c-2f5e-4bab-9128-3dabe4c17870 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d4cb725a-079c-425c-aee6-4d2d1c527df5 HTTP/1.1" status: 204 len: 168 time: 0.4321048 Sep 14 22:19:36.769548 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e287e4c-2f5e-4bab-9128-3dabe4c17870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4cb725a-079c-425c-aee6-4d2d1c527df5,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:36.769691 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43250) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:36.769783 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1f5b1-19a2-46a5-bdc8-42d917fac1e8 None None] Network 06a932b9-57f5-4830-a80a-fd6880f53b99 requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:19:36.840926 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.900775 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Deleting port bf56e12d-d199-4565-8983-5154fd820748 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:36.901124 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.968244 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] For port bf56e12d-d199-4565-8983-5154fd820748, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=bf56e12d-d199-4565-8983-5154fd820748,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:36.968620 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:36.972434 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd8f164-5ee0-43aa-b9f9-43f42c0bba98 None None] DHCP port deletion for 06a932b9-57f5-4830-a80a-fd6880f53b99 request from dv-cinder-809014-1-iscsi {{(pid=94747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 22:19:36.981581 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Calling delete_port for bf56e12d-d199-4565-8983-5154fd820748 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:37.019600 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8f164-5ee0-43aa-b9f9-43f42c0bba98 None None] Deleting port bf56e12d-d199-4565-8983-5154fd820748 {{(pid=94747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:37.019988 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f164-5ee0-43aa-b9f9-43f42c0bba98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:37.154260 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:37.179064 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf56e12d-d199-4565-8983-5154fd820748,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:37.185612 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] No DVR routers for this DVR port bf56e12d-d199-4565-8983-5154fd820748 on host dv-cinder-809014-1-iscsi {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:19:37.208948 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-9bd8f164-5ee0-43aa-b9f9-43f42c0bba98 None None] For port bf56e12d-d199-4565-8983-5154fd820748, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=bf56e12d-d199-4565-8983-5154fd820748,segment=NetworkSegment(23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98),segment_id=23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:37.209390 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f164-5ee0-43aa-b9f9-43f42c0bba98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:37.221366 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8f164-5ee0-43aa-b9f9-43f42c0bba98 None None] Calling delete_port for bf56e12d-d199-4565-8983-5154fd820748 owned by network:dhcp {{(pid=94747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:37.259264 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:37.283483 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a932b9-57f5-4830-a80a-fd6880f53b99']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:37.298330 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f164-5ee0-43aa-b9f9-43f42c0bba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929'] for port, after_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:37.301023 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:37.301417 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b64e6e-dd83-4b66-bdc7-b0f1eeec7d98') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:37.315124 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:37.322082 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8f164-5ee0-43aa-b9f9-43f42c0bba98 None None] Pushing event deleted for resources: {'Port': ['ID=bf56e12d-d199-4565-8983-5154fd820748,revision_number=None']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:37.327539 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8f164-5ee0-43aa-b9f9-43f42c0bba98 None None] No DVR routers for this DVR port bf56e12d-d199-4565-8983-5154fd820748 on host dv-cinder-809014-1-iscsi {{(pid=94747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:19:37.331234 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:37.337678 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:19:37.340582 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:19:37.455945 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:37.460371 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:37.466675 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] 10.222.0.30 "DELETE /v2.0/networks/06a932b9-57f5-4830-a80a-fd6880f53b99 HTTP/1.1" status: 204 len: 168 time: 0.6947579 Sep 14 22:19:37.466794 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 43256) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:37.475159 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32fc58-bccb-4ad3-b6da-b60124526610 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a932b9-57f5-4830-a80a-fd6880f53b99,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:37.799297 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cb3494d9-e6b2-4b57-90ef-4e147046fa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1004037'] for router_interface, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:38.033807 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cb3494d9-e6b2-4b57-90ef-4e147046fa85 admin admin] Deleting port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:38.034147 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cb3494d9-e6b2-4b57-90ef-4e147046fa85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:38.046937 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:38.109500 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cb3494d9-e6b2-4b57-90ef-4e147046fa85 admin admin] For port 07d7f7c3-db68-4a07-a9e7-a5314528fdf9, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=07d7f7c3-db68-4a07-a9e7-a5314528fdf9,segment=NetworkSegment(3c9465d4-42ee-48f0-a6c8-410c9b824fcb),segment_id=3c9465d4-42ee-48f0-a6c8-410c9b824fcb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:38.109883 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cb3494d9-e6b2-4b57-90ef-4e147046fa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:38.122497 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cb3494d9-e6b2-4b57-90ef-4e147046fa85 admin admin] Calling delete_port for 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 owned by network:router_interface {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:38.344653 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cb3494d9-e6b2-4b57-90ef-4e147046fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:38.371672 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3494d9-e6b2-4b57-90ef-4e147046fa85 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d7f7c3-db68-4a07-a9e7-a5314528fdf9,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:38.375414 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device bf56e12d-d199-4565-8983-5154fd820748 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:19:38.406967 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: bf56e12d-d199-4565-8983-5154fd820748 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:19:38.407414 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device bf56e12d-d199-4565-8983-5154fd820748 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:19:38.407932 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device fbf14cdd-73a6-437d-bd3e-b44eebc96ae9 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:19:38.428499 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: fbf14cdd-73a6-437d-bd3e-b44eebc96ae9 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:19:38.429171 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device fbf14cdd-73a6-437d-bd3e-b44eebc96ae9 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:19:38.545795 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cb3494d9-e6b2-4b57-90ef-4e147046fa85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993973'] for router_interface, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:38.753762 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3494d9-e6b2-4b57-90ef-4e147046fa85 admin admin] Router ada8d240-eb81-4a41-b6e7-20f42e70a81d has already been hosted by L3 agent 4d6b8c76-862c-4f79-b75a-39c24ce44e85 {{(pid=94746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 22:19:38.854641 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3494d9-e6b2-4b57-90ef-4e147046fa85 admin admin] Notify agent at l3_agent.dv-cinder-809014-1-iscsi the message routers_updated {{(pid=94746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 22:19:38.862184 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-cb3494d9-e6b2-4b57-90ef-4e147046fa85 admin admin] 10.222.0.30 "PUT /v2.0/routers/ada8d240-eb81-4a41-b6e7-20f42e70a81d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3951027 Sep 14 22:19:38.864697 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 43270) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:38.866207 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da490f60-490e-4ff4-adbc-25a86a736225 None None] Sync routers for ids ['ada8d240-eb81-4a41-b6e7-20f42e70a81d'] in dv-cinder-809014-1-iscsi {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 22:19:38.876867 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da490f60-490e-4ff4-adbc-25a86a736225 None None] Routers {'ada8d240-eb81-4a41-b6e7-20f42e70a81d'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:19:38.877681 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-da490f60-490e-4ff4-adbc-25a86a736225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:19:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['ada8d240-eb81-4a41-b6e7-20f42e70a81d'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:38.976132 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Notify callbacks [] for router, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:38.981856 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-da490f60-490e-4ff4-adbc-25a86a736225 None None] Set router ada8d240-eb81-4a41-b6e7-20f42e70a81d gateway port host: dv-cinder-809014-1-iscsi {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:19:39.075040 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:39.158305 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-da490f60-490e-4ff4-adbc-25a86a736225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'name': 'tempest-TestVolumeBootPattern-1918809279-router', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'external_fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:13Z', 'updated_at': '2021-09-14T22:19:38Z', 'revision_number': 5, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'gw_port': {'id': '989aae11-38d3-4ccc-9703-8c20d54184ef', 'name': '', 'network_id': '4a10e13f-693b-41d7-99fa-6fefeedf4166', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T22:12:14Z', 'updated_at': '2021-09-14T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14ecb08b-ab98-4d53-9ede-d8e367ca7ae8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809014-1-iscsi'}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:39.184317 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da490f60-490e-4ff4-adbc-25a86a736225 None None] Checking router: ada8d240-eb81-4a41-b6e7-20f42e70a81d for host: dv-cinder-809014-1-iscsi {{(pid=94748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 22:19:39.189527 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Deleting port 989aae11-38d3-4ccc-9703-8c20d54184ef {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:39.189876 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:39.192401 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da490f60-490e-4ff4-adbc-25a86a736225 None None] Routers {'ada8d240-eb81-4a41-b6e7-20f42e70a81d'} bound to L3 agent in host dv-cinder-809014-1-iscsi {{(pid=94748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 22:19:39.193049 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-da490f60-490e-4ff4-adbc-25a86a736225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T21:58:44Z,description=,heartbeat_timestamp=2021-09-14T22:19:14Z,host='dv-cinder-809014-1-iscsi',id=4d6b8c76-862c-4f79-b75a-39c24ce44e85,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T21:58:45Z,topic='l3_agent')) {'router_ids': ['ada8d240-eb81-4a41-b6e7-20f42e70a81d'], 'active': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:39.268489 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] For port 989aae11-38d3-4ccc-9703-8c20d54184ef, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=989aae11-38d3-4ccc-9703-8c20d54184ef,segment=NetworkSegment(37b46074-56a4-4609-bb9b-cd0db994f646),segment_id=37b46074-56a4-4609-bb9b-cd0db994f646)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:39.268881 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:39.286771 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Calling delete_port for 989aae11-38d3-4ccc-9703-8c20d54184ef owned by network:router_gateway {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:39.364094 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_dvr_db [None req-da490f60-490e-4ff4-adbc-25a86a736225 None None] Set router ada8d240-eb81-4a41-b6e7-20f42e70a81d gateway port host: None {{(pid=94748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 22:19:39.414631 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.l3_hamode_db [None req-da490f60-490e-4ff4-adbc-25a86a736225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'name': 'tempest-TestVolumeBootPattern-1918809279-router', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:13Z', 'updated_at': '2021-09-14T22:19:39Z', 'revision_number': 6, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'gw_port_host': None}], 'dv-cinder-809014-1-iscsi', False) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:39.442096 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da490f60-490e-4ff4-adbc-25a86a736225 None None] The sync data for ids ['ada8d240-eb81-4a41-b6e7-20f42e70a81d'] in dv-cinder-809014-1-iscsi is: [{'id': 'ada8d240-eb81-4a41-b6e7-20f42e70a81d', 'name': 'tempest-TestVolumeBootPattern-1918809279-router', 'tenant_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T22:12:13Z', 'updated_at': '2021-09-14T22:19:39Z', 'revision_number': 6, 'project_id': '8c1f2abc3dcb4f5682c56ac9d9178f72', 'gw_port_host': None}] {{(pid=94748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 22:19:39.521729 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:39.547955 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Pushing event deleted for resources: {'Port': ['ID=989aae11-38d3-4ccc-9703-8c20d54184ef,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:39.839211 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993907'] for router_gateway, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:39.926098 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1006370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7643'] for router, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:39.928585 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.061923 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1006553'] for router, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.062503 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada8d240-eb81-4a41-b6e7-20f42e70a81d {{(pid=94746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 22:19:40.066683 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] Notify callbacks [] for router, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.067851 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-cd3ae01e-59ba-4617-81c1-42b0b50409be admin admin] 10.222.0.30 "DELETE /v2.0/routers/ada8d240-eb81-4a41-b6e7-20f42e70a81d HTTP/1.1" status: 204 len: 168 time: 1.2020257 Sep 14 22:19:40.072696 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 43276) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:40.112917 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc1ee4f-a5e7-411e-8778-03b9c845a93f admin admin] Deleting subnet 7819accb-858c-40dc-8df1-efc16ab57241 {{(pid=94746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:19:40.115718 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3cc1ee4f-a5e7-411e-8778-03b9c845a93f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.152624 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3cc1ee4f-a5e7-411e-8778-03b9c845a93f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551495'] for subnet, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.231016 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3cc1ee4f-a5e7-411e-8778-03b9c845a93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.362199 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3cc1ee4f-a5e7-411e-8778-03b9c845a93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59588370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59757047'] for subnet, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.383161 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 989aae11-38d3-4ccc-9703-8c20d54184ef no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:19:40.391762 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1ee4f-a5e7-411e-8778-03b9c845a93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7819accb-858c-40dc-8df1-efc16ab57241,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:40.395642 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3cc1ee4f-a5e7-411e-8778-03b9c845a93f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.397605 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-3cc1ee4f-a5e7-411e-8778-03b9c845a93f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7819accb-858c-40dc-8df1-efc16ab57241 HTTP/1.1" status: 204 len: 168 time: 0.3262947 Sep 14 22:19:40.404297 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43278) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:40.411621 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc07030-7415-4112-a30c-8655daed368a None None] Network 1d8a56d8-1645-464f-ba74-a0c576f966cb requested from dv-cinder-809014-1-iscsi {{(pid=94747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 22:19:40.414002 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: 989aae11-38d3-4ccc-9703-8c20d54184ef {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:19:40.414750 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 989aae11-38d3-4ccc-9703-8c20d54184ef not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:19:40.415452 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:19:40.436638 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:19:40.442927 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device 07d7f7c3-db68-4a07-a9e7-a5314528fdf9 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:19:40.495064 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.551150 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Deleting port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:40.551496 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.621458 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] For port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=b3e9126b-2fc9-42c1-a22e-1f7bb32980f3,segment=NetworkSegment(3c9465d4-42ee-48f0-a6c8-410c9b824fcb),segment_id=3c9465d4-42ee-48f0-a6c8-410c9b824fcb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:40.626098 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.634752 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Calling delete_port for b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:40.638970 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4837ecb6-c2e4-4d47-8270-541186fef627 None None] DHCP port deletion for 1d8a56d8-1645-464f-ba74-a0c576f966cb request from dv-cinder-809014-1-iscsi {{(pid=94747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 22:19:40.688529 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-4837ecb6-c2e4-4d47-8270-541186fef627 None None] Deleting port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 {{(pid=94747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:19:40.688948 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4837ecb6-c2e4-4d47-8270-541186fef627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.756266 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-4837ecb6-c2e4-4d47-8270-541186fef627 None None] For port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3, host dv-cinder-809014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809014-1-iscsi',level=0,port_id=b3e9126b-2fc9-42c1-a22e-1f7bb32980f3,segment=NetworkSegment(3c9465d4-42ee-48f0-a6c8-410c9b824fcb),segment_id=3c9465d4-42ee-48f0-a6c8-410c9b824fcb)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:19:40.756672 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4837ecb6-c2e4-4d47-8270-541186fef627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.771157 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-4837ecb6-c2e4-4d47-8270-541186fef627 None None] Calling delete_port for b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 owned by network:dhcp {{(pid=94747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:19:40.830244 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6830401'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.850751 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4837ecb6-c2e4-4d47-8270-541186fef627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929'] for port, after_delete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.856643 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e9126b-2fc9-42c1-a22e-1f7bb32980f3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:40.860511 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] No DVR routers for this DVR port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 on host dv-cinder-809014-1-iscsi {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:19:40.877493 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837ecb6-c2e4-4d47-8270-541186fef627 None None] Pushing event deleted for resources: {'Port': ['ID=b3e9126b-2fc9-42c1-a22e-1f7bb32980f3,revision_number=None']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:40.881471 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837ecb6-c2e4-4d47-8270-541186fef627 None None] No DVR routers for this DVR port b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 on host dv-cinder-809014-1-iscsi {{(pid=94747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:19:40.937290 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.957032 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8a56d8-1645-464f-ba74-a0c576f966cb']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:40.966589 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9465d4-42ee-48f0-a6c8-410c9b824fcb') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:40.966883 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9465d4-42ee-48f0-a6c8-410c9b824fcb') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:40.975968 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.988708 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.994607 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:19:40.995020 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:19:40.996699 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:19:41.144088 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:41.149462 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:41.151342 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1d8a56d8-1645-464f-ba74-a0c576f966cb HTTP/1.1" status: 204 len: 168 time: 0.7459056 Sep 14 22:19:41.162260 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d49cd-c660-4616-bd60-2a007c9e1d05 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d8a56d8-1645-464f-ba74-a0c576f966cb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:41.524469 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43286) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:41.564093 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-4a185111-321b-43e1-91e3-41994afbcfae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0c8570f409040cfb8f86f5c5f0271e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384419 Sep 14 22:19:41.566483 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43288) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:41.612648 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52a97dcb-32c2-43cd-a669-a2f3d414c1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:41.634337 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52a97dcb-32c2-43cd-a669-a2f3d414c1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:41.749638 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52a97dcb-32c2-43cd-a669-a2f3d414c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:41.752185 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52a97dcb-32c2-43cd-a669-a2f3d414c1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:41.753371 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-52a97dcb-32c2-43cd-a669-a2f3d414c1d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41670222-d100-4864-8d85-704f45cbf456 HTTP/1.1" status: 204 len: 168 time: 0.1860070 Sep 14 22:19:41.761121 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a97dcb-32c2-43cd-a669-a2f3d414c1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41670222-d100-4864-8d85-704f45cbf456,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:41.913094 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-16445c58-7bee-481b-bce7-10ede06bad5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:42.374146 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 no longer exists at agent ovs-agent-dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:19:42.394080 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] No Port match for: b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:19:42.394434 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Device b3e9126b-2fc9-42c1-a22e-1f7bb32980f3 not bound to the agent host dv-cinder-809014-1-iscsi {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:19:42.633974 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43304) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:42.672817 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-52fc1bb2-718a-4066-956e-8b24baff563b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c1f2abc3dcb4f5682c56ac9d9178f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375357 Sep 14 22:19:42.675195 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43306) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:42.725163 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c87436bc-440e-4b1d-ac8b-973294d95d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:42.745782 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c87436bc-440e-4b1d-ac8b-973294d95d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:42.869586 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c87436bc-440e-4b1d-ac8b-973294d95d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:42.872098 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c87436bc-440e-4b1d-ac8b-973294d95d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:42.873602 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-c87436bc-440e-4b1d-ac8b-973294d95d01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36a6f12f-0365-4009-b7d7-fd026cc3fb21 HTTP/1.1" status: 204 len: 168 time: 0.1972172 Sep 14 22:19:42.881137 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87436bc-440e-4b1d-ac8b-973294d95d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a6f12f-0365-4009-b7d7-fd026cc3fb21,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:44.458264 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-177a7c20-f367-4f0b-b6c3-0bd73eabaca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:44.909803 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:45.804380 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:47.092766 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:47.193541 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:19:52.917791 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43392) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:52.960838 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d414cd6c-7d28-4dc6-8e8f-d50a6fed09a9 admin admin] Deleting subnet f62e4165-6a7f-4977-adaa-583ba780f31b {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:19:52.964720 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d414cd6c-7d28-4dc6-8e8f-d50a6fed09a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:52.997980 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d414cd6c-7d28-4dc6-8e8f-d50a6fed09a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8063227'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.039423 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d414cd6c-7d28-4dc6-8e8f-d50a6fed09a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.149904 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d414cd6c-7d28-4dc6-8e8f-d50a6fed09a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6830446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482864'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.175820 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414cd6c-7d28-4dc6-8e8f-d50a6fed09a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f62e4165-6a7f-4977-adaa-583ba780f31b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:53.177821 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d414cd6c-7d28-4dc6-8e8f-d50a6fed09a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.179979 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-d414cd6c-7d28-4dc6-8e8f-d50a6fed09a9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f62e4165-6a7f-4977-adaa-583ba780f31b HTTP/1.1" status: 204 len: 168 time: 0.2608631 Sep 14 22:19:53.182676 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43394) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:53.248043 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e45a388-7087-415a-bb46-387567ed435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.327757 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e45a388-7087-415a-bb46-387567ed435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.350783 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2e45a388-7087-415a-bb46-387567ed435d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700bcb78-a4b8-407c-96a8-480cb63c33b2']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:53.359923 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2e45a388-7087-415a-bb46-387567ed435d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39420bc6-b856-419a-877f-928ac07783db') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:53.360223 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2e45a388-7087-415a-bb46-387567ed435d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39420bc6-b856-419a-877f-928ac07783db') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:53.369750 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e45a388-7087-415a-bb46-387567ed435d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.382519 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e45a388-7087-415a-bb46-387567ed435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.388873 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e45a388-7087-415a-bb46-387567ed435d admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:19:53.389256 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e45a388-7087-415a-bb46-387567ed435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:19:53.390854 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:19:53.509503 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e45a388-7087-415a-bb46-387567ed435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.514837 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e45a388-7087-415a-bb46-387567ed435d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.516680 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-2e45a388-7087-415a-bb46-387567ed435d admin admin] 10.222.0.30 "DELETE /v2.0/networks/700bcb78-a4b8-407c-96a8-480cb63c33b2 HTTP/1.1" status: 204 len: 168 time: 0.3330922 Sep 14 22:19:53.519636 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 43396) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:53.527730 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45a388-7087-415a-bb46-387567ed435d admin admin] Pushing event deleted for resources: {'Network': ['ID=700bcb78-a4b8-407c-96a8-480cb63c33b2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:53.567332 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe9cfcc-f7ea-4fb9-874e-fb1bbd14a996 admin admin] Deleting subnet 08f44843-6b54-4a9c-bc0d-6df578801b80 {{(pid=94746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 22:19:53.570501 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cfe9cfcc-f7ea-4fb9-874e-fb1bbd14a996 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.602109 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cfe9cfcc-f7ea-4fb9-874e-fb1bbd14a996 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59551495'] for subnet, precommit_delete_associations {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.639931 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cfe9cfcc-f7ea-4fb9-874e-fb1bbd14a996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3780816'] for subnet, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.732820 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cfe9cfcc-f7ea-4fb9-874e-fb1bbd14a996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3780807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59588370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59757047'] for subnet, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.759390 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cfe9cfcc-f7ea-4fb9-874e-fb1bbd14a996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.762189 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-cfe9cfcc-f7ea-4fb9-874e-fb1bbd14a996 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/08f44843-6b54-4a9c-bc0d-6df578801b80 HTTP/1.1" status: 204 len: 168 time: 0.2414577 Sep 14 22:19:53.763131 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9cfcc-f7ea-4fb9-874e-fb1bbd14a996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f44843-6b54-4a9c-bc0d-6df578801b80,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:53.764037 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43398) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:53.830549 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93173d86-cf68-47ea-bd52-48c920b8cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3763489'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.909309 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93173d86-cf68-47ea-bd52-48c920b8cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3782743', 'neutron.services.segments.db._delete_segments_for_network-8775395712669'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.928778 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-93173d86-cf68-47ea-bd52-48c920b8cc27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b93dc7-d053-497f-a490-0379cc842b61']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:53.937711 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-93173d86-cf68-47ea-bd52-48c920b8cc27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9f28cd-52c7-4263-a0d7-0145f801d9f6') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:53.938010 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.services.segments.db [None req-93173d86-cf68-47ea-bd52-48c920b8cc27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9f28cd-52c7-4263-a0d7-0145f801d9f6') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 22:19:53.947227 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93173d86-cf68-47ea-bd52-48c920b8cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775395713446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8063216'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.959989 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93173d86-cf68-47ea-bd52-48c920b8cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.966534 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93173d86-cf68-47ea-bd52-48c920b8cc27 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 22:19:53.966922 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93173d86-cf68-47ea-bd52-48c920b8cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3779653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6829232'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: Traceback (most recent call last): Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: timer() Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: cb(*args, **kw) Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: return func(*args, **kwargs) Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: self._notify() Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: self.callback(batched_events) Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: event.method(event) Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: return f(self, *a, **k) Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._get(url).json() Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 22:19:53.968518 dv-cinder-809014-1-iscsi neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 22:19:54.080857 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93173d86-cf68-47ea-bd52-48c920b8cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3782734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993815'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:54.085093 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93173d86-cf68-47ea-bd52-48c920b8cc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527952'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:54.087164 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-93173d86-cf68-47ea-bd52-48c920b8cc27 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a0b93dc7-d053-497f-a490-0379cc842b61 HTTP/1.1" status: 204 len: 168 time: 0.3221314 Sep 14 22:19:54.099789 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93173d86-cf68-47ea-bd52-48c920b8cc27 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b93dc7-d053-497f-a490-0379cc842b61,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:54.455282 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43402) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:54.493908 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-2492485b-ece4-437f-a1f0-5e7460dd2caf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d0e9e88d998460a8f0bf47e842768fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375049 Sep 14 22:19:54.496204 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43404) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:54.542491 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-624ded51-6c17-4dc2-813f-119820bdcbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:54.563069 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-624ded51-6c17-4dc2-813f-119820bdcbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:54.690020 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-624ded51-6c17-4dc2-813f-119820bdcbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:54.692440 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-624ded51-6c17-4dc2-813f-119820bdcbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:54.693609 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-624ded51-6c17-4dc2-813f-119820bdcbb5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6aa59022-3985-48f9-a992-9be1e35e05c6 HTTP/1.1" status: 204 len: 168 time: 0.1965423 Sep 14 22:19:54.701977 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ded51-6c17-4dc2-813f-119820bdcbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa59022-3985-48f9-a992-9be1e35e05c6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:55.299173 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.30', 43410) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:55.338190 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [None req-163eccf8-fed9-43fe-bd6b-417d6826fc69 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb8667f144074b31be741ec1d0a476a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373976 Sep 14 22:19:55.340736 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 43412) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:19:55.393300 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5564-409d-42e5-9137-58e1284a7c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:55.414212 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5564-409d-42e5-9137-58e1284a7c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:55.547089 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5564-409d-42e5-9137-58e1284a7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:55.549603 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5564-409d-42e5-9137-58e1284a7c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:19:55.550763 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-a8bb5564-409d-42e5-9137-58e1284a7c44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2837d12-8445-46d4-a14f-94ddbe072808 HTTP/1.1" status: 204 len: 168 time: 0.2089844 Sep 14 22:19:55.558446 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb5564-409d-42e5-9137-58e1284a7c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2837d12-8445-46d4-a14f-94ddbe072808,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:19:58.504398 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-d201418c-d93c-47b0-93d7-6dd98cb90535 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9110f82f3c8b4e3aafb7a789e01b2766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313392 Sep 14 22:19:58.682199 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-61b888a2-870e-400e-872b-996065652a89 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:19:58.686810 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-61b888a2-870e-400e-872b-996065652a89 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771367 Sep 14 22:19:58.702802 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-af4fcd57-869b-42e9-a30b-41de8a29eb43 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/quotas/9110f82f3c8b4e3aafb7a789e01b2766 HTTP/1.1" status: 200 len: 375 time: 0.0098848 Sep 14 22:19:58.734683 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-c11b7235-3560-45f7-9cb1-b3bb010aea5b tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9110f82f3c8b4e3aafb7a789e01b2766&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264728 Sep 14 22:19:58.992113 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-2d8b609e-71d6-414e-bc14-4c85132972ed req-699ab666-7937-4bac-aeb3-60c5ae6f9450 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 210 time: 0.0281653 Sep 14 22:20:00.067194 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e17dce89-688a-43e3-a948-ae67ab0ba539 req-29d2570e-8039-41a4-9ec1-0cf3a4e91e25 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 210 time: 0.0259068 Sep 14 22:20:01.155063 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e899e843-3ed7-41b3-96c5-837937173482 req-3a126e6c-e7a5-47c7-bf61-0317af0f571b tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 210 time: 0.0250604 Sep 14 22:20:02.244792 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e3d08985-6406-4bfd-a83e-a777b96d7f1d req-b0f80c34-9dd6-40fe-9687-bd3671c0b689 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 210 time: 0.0251355 Sep 14 22:20:03.252072 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-bf511d83-b6a1-4621-927a-bc8ac756e77f tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9110f82f3c8b4e3aafb7a789e01b2766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269670 Sep 14 22:20:03.350073 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-277c922d-056f-41c0-ba32-b63dc8d59a37 req-996b7028-f473-46b5-bc46-d0e63d5c2b1c tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 210 time: 0.0278203 Sep 14 22:20:03.436698 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f153db70-9207-4e6d-b44c-b34b730868aa tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:03.438212 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f153db70-9207-4e6d-b44c-b34b730868aa tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799102 Sep 14 22:20:03.456158 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Request body: {'port': {'device_id': '2d87c526-64da-4385-8da2-45842b43a398', 'network_id': 'd61e25ad-3c9f-4ce2-92e6-12aad39f50b6', 'admin_state_up': True, 'tenant_id': '9110f82f3c8b4e3aafb7a789e01b2766'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:20:03.652904 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Made reservation on behalf of 9110f82f3c8b4e3aafb7a789e01b2766 for: {'port': 1} {{(pid=94746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 22:20:03.656400 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:03.665319 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Notify callbacks [] for security_group, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:03.748619 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Notify callbacks [] for security_group, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:03.840946 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:03.903533 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2696f0-4bd4-4386-8d45-d609b7f263e2,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:20:03.916725 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:03.917094 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:03.917492 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:03.917829 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:03.918157 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:03.919418 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:03.920234 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:03.920996 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:03.921334 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:03.921662 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:03.921990 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:03.922309 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:03.987296 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Allocated IP 192.168.233.48 (d61e25ad-3c9f-4ce2-92e6-12aad39f50b6/1ee4ebd6-4548-47f8-b5db-4c03f2dc2190/d630b212-0992-4836-87a2-561e284c5b5c) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 22:20:04.126612 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:04.206953 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775395412920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:04.246087 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Network d61e25ad-3c9f-4ce2-92e6-12aad39f50b6 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 22:20:04.249054 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 22:20:04.252478 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 22:20:04.278791 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Pushing event updated for resources: {'Port': ['ID=d630b212-0992-4836-87a2-561e284c5b5c,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:20:04.307744 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:04.308388 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:04.385145 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-1c2c241d-cd9d-4fea-8d9f-e19930bd3eaf tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9322968 Sep 14 22:20:04.403360 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.v2.base [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Request body: {'port': {'device_id': '2d87c526-64da-4385-8da2-45842b43a398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80901'}} {{(pid=94746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 22:20:04.433349 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-fc47505e-490a-4101-a8c2-6c72bd9dd4a8 None None] Provisioning complete for port d630b212-0992-4836-87a2-561e284c5b5c triggered by entity DHCP. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:20:04.433946 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-fc47505e-490a-4101-a8c2-6c72bd9dd4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:04.463862 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:04.467861 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-fc47505e-490a-4101-a8c2-6c72bd9dd4a8 None None] Port d630b212-0992-4836-87a2-561e284c5b5c cannot update to ACTIVE because it is not bound. {{(pid=94747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 14 22:20:04.472673 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee17cf-a943-4ca8-a85a-d43bf32844da req-62c7ddb6-418b-4500-8ce2-a1c6fc95211e tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:04.474781 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-47ee17cf-a943-4ca8-a85a-d43bf32844da req-62c7ddb6-418b-4500-8ce2-a1c6fc95211e tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 935 time: 0.0512824 Sep 14 22:20:04.514344 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-47ee17cf-a943-4ca8-a85a-d43bf32844da req-97fdbab2-8f83-4459-a86d-ce9ddd1b89ea tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c2696f0-4bd4-4386-8d45-d609b7f263e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335855 Sep 14 22:20:04.718178 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d630b212-0992-4836-87a2-561e284c5b5c {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:20:04.725299 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:04.736631 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Transition to ACTIVE for port object d630b212-0992-4836-87a2-561e284c5b5c will not be triggered until provisioned by entity L2. {{(pid=94746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 22:20:04.801022 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:04.849746 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d630b212-0992-4836-87a2-561e284c5b5c,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:20:04.920175 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Attempting to bind port d630b212-0992-4836-87a2-561e284c5b5c on host hv-cinder-80901 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 22:20:04.920515 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Attempting to bind port d630b212-0992-4836-87a2-561e284c5b5c by drivers openvswitch,hyperv on host hv-cinder-80901 at level 0 using segments [{'id': 'f1d146fa-7e8b-468f-9670-43943738d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd61e25ad-3c9f-4ce2-92e6-12aad39f50b6'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 22:20:04.920876 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Attempting to bind port d630b212-0992-4836-87a2-561e284c5b5c on network d61e25ad-3c9f-4ce2-92e6-12aad39f50b6 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:20:04.925354 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Port d630b212-0992-4836-87a2-561e284c5b5c on network d61e25ad-3c9f-4ce2-92e6-12aad39f50b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80901 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 14 22:20:04.925724 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Attempting to bind port d630b212-0992-4836-87a2-561e284c5b5c on network d61e25ad-3c9f-4ce2-92e6-12aad39f50b6 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 22:20:04.930607 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Checking agent: {'id': '611eff96-03bc-4a51-b6e5-713642c21a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80901', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'started_at': datetime.datetime(2021, 9, 14, 22, 5, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 22, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 14 22:20:04.930949 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Checking segment: {'id': 'f1d146fa-7e8b-468f-9670-43943738d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd61e25ad-3c9f-4ce2-92e6-12aad39f50b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 14 22:20:04.931329 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Bound using segment: {'id': 'f1d146fa-7e8b-468f-9670-43943738d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd61e25ad-3c9f-4ce2-92e6-12aad39f50b6'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 22:20:04.931753 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Bound port: d630b212-0992-4836-87a2-561e284c5b5c, host: hv-cinder-80901, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d146fa-7e8b-468f-9670-43943738d672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd61e25ad-3c9f-4ce2-92e6-12aad39f50b6'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 22:20:04.932107 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:05.002381 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] For port d630b212-0992-4836-87a2-561e284c5b5c, host hv-cinder-80901, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 22:20:05.005316 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] For port d630b212-0992-4836-87a2-561e284c5b5c, host hv-cinder-80901, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=d630b212-0992-4836-87a2-561e284c5b5c,segment=NetworkSegment(f1d146fa-7e8b-468f-9670-43943738d672),segment_id=f1d146fa-7e8b-468f-9670-43943738d672)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 22:20:05.093092 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59588388'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:05.127809 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:05.128425 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:05.129819 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/d630b212-0992-4836-87a2-561e284c5b5c HTTP/1.1" status: 200 len: 1097 time: 0.7312288 Sep 14 22:20:05.130250 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d87c526-64da-4385-8da2-45842b43a398', 'tag': 'd630b212-0992-4836-87a2-561e284c5b5c'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:20:05.132458 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3037c5a6-37cf-4224-a98c-f97e0e7e7f60" -d '{"events": [{"name": "network-changed", "server_uuid": "2d87c526-64da-4385-8da2-45842b43a398", "tag": "d630b212-0992-4836-87a2-561e284c5b5c"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:20:05.154550 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616b410-f952-4fe9-ac8e-326d2b2605e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d630b212-0992-4836-87a2-561e284c5b5c,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:20:05.178445 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 22:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235433ba-39c9-4ff1-adcc-19438704aeda x-openstack-request-id: req-235433ba-39c9-4ff1-adcc-19438704aeda {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:20:05.178736 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d87c526-64da-4385-8da2-45842b43a398", "tag": "d630b212-0992-4836-87a2-561e284c5b5c", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:20:05.178987 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-235433ba-39c9-4ff1-adcc-19438704aeda {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:20:05.179410 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d87c526-64da-4385-8da2-45842b43a398', 'tag': 'd630b212-0992-4836-87a2-561e284c5b5c', 'status': 'completed', 'code': 200} Sep 14 22:20:05.264984 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037c5a6-37cf-4224-a98c-f97e0e7e7f60 req-fa82d331-46eb-4ec8-952c-52a72bdf8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:05.266486 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-3037c5a6-37cf-4224-a98c-f97e0e7e7f60 req-fa82d331-46eb-4ec8-952c-52a72bdf8dc1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9110f82f3c8b4e3aafb7a789e01b2766&device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 1100 time: 0.0454745 Sep 14 22:20:05.298262 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-3037c5a6-37cf-4224-a98c-f97e0e7e7f60 req-3969c6a3-bb83-446f-89e1-b5dff151b1f2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9110f82f3c8b4e3aafb7a789e01b2766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188470 Sep 14 22:20:05.399151 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037c5a6-37cf-4224-a98c-f97e0e7e7f60 req-b970f172-1412-4857-af5c-4bf14053cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:05.400532 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-3037c5a6-37cf-4224-a98c-f97e0e7e7f60 req-b970f172-1412-4857-af5c-4bf14053cfcd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957987 Sep 14 22:20:05.493581 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-89a597d2-6847-4106-b39b-94ecabd65179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:05.495033 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-89a597d2-6847-4106-b39b-94ecabd65179 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9110f82f3c8b4e3aafb7a789e01b2766&device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 1100 time: 0.0413318 Sep 14 22:20:05.539228 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-5a7a7907-7a21-4821-8a2b-f7dfab929600 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=d630b212-0992-4836-87a2-561e284c5b5c HTTP/1.1" status: 200 len: 217 time: 0.0315471 Sep 14 22:20:05.588164 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-bcbaca7f-29d9-4df9-84a2-ba0fa44e8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:05.589641 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-bcbaca7f-29d9-4df9-84a2-ba0fa44e8b81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1ee4ebd6-4548-47f8-b5db-4c03f2dc2190 HTTP/1.1" status: 200 len: 843 time: 0.0432611 Sep 14 22:20:05.631933 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65657ea-1f41-488d-a054-fc5ec30e90cf req-7c0a1c50-c13d-47c6-b351-902809c7b3a0 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:05.633584 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d65657ea-1f41-488d-a054-fc5ec30e90cf req-7c0a1c50-c13d-47c6-b351-902809c7b3a0 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 947 time: 0.0509169 Sep 14 22:20:05.640816 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-14405ecb-1d8f-487a-98ac-e99de94a2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:05.642318 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-14405ecb-1d8f-487a-98ac-e99de94a2642 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d61e25ad-3c9f-4ce2-92e6-12aad39f50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0458300 Sep 14 22:20:05.672588 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d65657ea-1f41-488d-a054-fc5ec30e90cf req-c7c605a2-7b0b-44ea-887d-f349655d18c1 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c2696f0-4bd4-4386-8d45-d609b7f263e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329852 Sep 14 22:20:05.735843 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-41abdae9-d595-4c75-a25c-e2f5d763774b service neutron] 10.222.0.37 "GET /v2.0/networks/d61e25ad-3c9f-4ce2-92e6-12aad39f50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861986 Sep 14 22:20:05.824481 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-b46f9123-ad36-4874-935d-1e98f3f225a5 req-91e455c8-570f-42d5-8692-e0a4f8ebbdf5 service neutron] 10.222.0.37 "GET /v2.0/networks/d61e25ad-3c9f-4ce2-92e6-12aad39f50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816278 Sep 14 22:20:06.784456 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746a7a0-3b6c-46c5-9b1d-0e4ad0840d1a req-676e4b18-c6fe-416a-bae0-f91c652445dc tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:06.785939 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f746a7a0-3b6c-46c5-9b1d-0e4ad0840d1a req-676e4b18-c6fe-416a-bae0-f91c652445dc tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 947 time: 0.0477278 Sep 14 22:20:06.822972 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-f746a7a0-3b6c-46c5-9b1d-0e4ad0840d1a req-8ba2627e-092b-49ce-b0b2-437ccd41e72c tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c2696f0-4bd4-4386-8d45-d609b7f263e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311916 Sep 14 22:20:07.936380 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4432de1-0f52-4362-a873-d73ff794b5ed req-4b128cf8-5174-4b67-81f9-04c4e981084a tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:07.937891 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b4432de1-0f52-4362-a873-d73ff794b5ed req-4b128cf8-5174-4b67-81f9-04c4e981084a tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 947 time: 0.0483854 Sep 14 22:20:07.978405 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-b4432de1-0f52-4362-a873-d73ff794b5ed req-fa9016a4-a6ae-4ce5-a8cb-788913a095dd tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c2696f0-4bd4-4386-8d45-d609b7f263e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345368 Sep 14 22:20:08.069548 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:08.831756 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device d630b212-0992-4836-87a2-561e284c5b5c details requested by agent hyperv_hv-cinder-80901 with host hv-cinder-80901 {{(pid=94747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 22:20:08.924666 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port d630b212-0992-4836-87a2-561e284c5b5c, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=d630b212-0992-4836-87a2-561e284c5b5c,segment=NetworkSegment(f1d146fa-7e8b-468f-9670-43943738d672),segment_id=f1d146fa-7e8b-468f-9670-43943738d672)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:20:08.934632 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Returning: {'device': 'd630b212-0992-4836-87a2-561e284c5b5c', 'network_id': 'd61e25ad-3c9f-4ce2-92e6-12aad39f50b6', 'port_id': 'd630b212-0992-4836-87a2-561e284c5b5c', 'mac_address': 'fa:16:3e:5a:ee:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee4ebd6-4548-47f8-b5db-4c03f2dc2190', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 22:20:08.972199 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:08.985254 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d630b212-0992-4836-87a2-561e284c5b5c {{(pid=94747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 22:20:09.004052 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port d630b212-0992-4836-87a2-561e284c5b5c, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=d630b212-0992-4836-87a2-561e284c5b5c,segment=NetworkSegment(f1d146fa-7e8b-468f-9670-43943738d672),segment_id=f1d146fa-7e8b-468f-9670-43943738d672)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:20:09.055828 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:09.090811 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95373a1a-635d-40b4-9ba2-059d75030ab7 req-cb4621ea-5c19-4a8d-9376-79fcb7ee2e80 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:09.093089 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-95373a1a-635d-40b4-9ba2-059d75030ab7 req-cb4621ea-5c19-4a8d-9376-79fcb7ee2e80 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 948 time: 0.0486534 Sep 14 22:20:09.106066 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=d630b212-0992-4836-87a2-561e284c5b5c,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:20:09.113007 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:09.113362 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:09.113704 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:09.114044 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:09.114378 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:09.114709 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:09.115038 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:09.115365 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:09.115694 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:09.116025 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:09.116349 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:09.116675 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809014-1-iscsi {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 22:20:09.129233 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-95373a1a-635d-40b4-9ba2-059d75030ab7 req-b0a4d3e9-a930-40f4-8dfe-c411e93a67d5 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c2696f0-4bd4-4386-8d45-d609b7f263e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304382 Sep 14 22:20:09.386655 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['d630b212-0992-4836-87a2-561e284c5b5c'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:20:10.239921 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c0b69-5757-48b9-84fa-4e8bd844a5fa req-0984a6fa-5936-4482-85e3-00be4bcb9cc6 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:10.241301 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-be8c0b69-5757-48b9-84fa-4e8bd844a5fa req-0984a6fa-5936-4482-85e3-00be4bcb9cc6 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 948 time: 0.0473108 Sep 14 22:20:10.277372 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-be8c0b69-5757-48b9-84fa-4e8bd844a5fa req-78dbbca5-680f-452b-935a-4aa4b28378a3 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c2696f0-4bd4-4386-8d45-d609b7f263e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299790 Sep 14 22:20:10.832423 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device d630b212-0992-4836-87a2-561e284c5b5c up at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 22:20:10.961005 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning for port d630b212-0992-4836-87a2-561e284c5b5c completed by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 22:20:10.965068 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.db.provisioning_blocks [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Provisioning complete for port d630b212-0992-4836-87a2-561e284c5b5c triggered by entity L2. {{(pid=94747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 22:20:10.965968 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3769772'] for port, provisioning_complete {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:11.039491 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3810144'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:11.060906 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d87c526-64da-4385-8da2-45842b43a398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd630b212-0992-4836-87a2-561e284c5b5c'}] {{(pid=94747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:20:11.063104 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ff705cfeeaa4e294595cd26b050e1a5ba69899eedca0917965421ce1975731" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0baa138-3daf-4ec5-b0ba-319000d545cc" -d '{"events": [{"server_uuid": "2d87c526-64da-4385-8da2-45842b43a398", "name": "network-vif-plugged", "status": "completed", "tag": "d630b212-0992-4836-87a2-561e284c5b5c"}]}' {{(pid=94747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:20:11.075358 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] For port d630b212-0992-4836-87a2-561e284c5b5c, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=d630b212-0992-4836-87a2-561e284c5b5c,segment=NetworkSegment(f1d146fa-7e8b-468f-9670-43943738d672),segment_id=f1d146fa-7e8b-468f-9670-43943738d672)] {{(pid=94747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:20:11.138224 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775395916813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775395412938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775395412956'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:11.184071 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Pushing event updated for resources: {'Port': ['ID=d630b212-0992-4836-87a2-561e284c5b5c,revision_number=5']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:20:11.239536 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5d2395-d141-4c70-bf7d-1db0a6e470d5 x-openstack-request-id: req-fb5d2395-d141-4c70-bf7d-1db0a6e470d5 {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:20:11.239830 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d87c526-64da-4385-8da2-45842b43a398", "name": "network-vif-plugged", "status": "completed", "tag": "d630b212-0992-4836-87a2-561e284c5b5c", "code": 200}]} {{(pid=94747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:20:11.240151 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb5d2395-d141-4c70-bf7d-1db0a6e470d5 {{(pid=94747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:20:11.240545 dv-cinder-809014-1-iscsi neutron-server[94747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d87c526-64da-4385-8da2-45842b43a398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd630b212-0992-4836-87a2-561e284c5b5c', 'code': 200} Sep 14 22:20:11.393221 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0079714-736f-467c-957f-4c5dd05c197b req-b26e922a-e611-4560-b700-378cab718402 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:11.395606 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0079714-736f-467c-957f-4c5dd05c197b req-b26e922a-e611-4560-b700-378cab718402 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 949 time: 0.0507262 Sep 14 22:20:11.437547 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-e0079714-736f-467c-957f-4c5dd05c197b req-3ac8b777-5d21-46a2-8e66-c7aaafa47523 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c2696f0-4bd4-4386-8d45-d609b7f263e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360494 Sep 14 22:20:11.536614 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddfa41-8fa5-400b-8342-561b93f3e6b2 req-f51cef89-2f39-4db3-9e25-3fa197554e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:11.538127 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d0ddfa41-8fa5-400b-8342-561b93f3e6b2 req-f51cef89-2f39-4db3-9e25-3fa197554e75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 1102 time: 0.0387845 Sep 14 22:20:11.572705 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-d0ddfa41-8fa5-400b-8342-561b93f3e6b2 req-478a31b5-c54d-4ed4-bab0-62a89cabc0b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0c2696f0-4bd4-4386-8d45-d609b7f263e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268955 Sep 14 22:20:11.886653 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0585997b-4813-4ce2-92a8-92ff3504344e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:12.550583 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad30045-7529-4e6a-b08e-e2b81a0f8acd req-462f0b59-5d5c-4b55-b05b-012a340d512a tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:12.552106 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aad30045-7529-4e6a-b08e-e2b81a0f8acd req-462f0b59-5d5c-4b55-b05b-012a340d512a tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 949 time: 0.0501306 Sep 14 22:20:12.590209 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-aad30045-7529-4e6a-b08e-e2b81a0f8acd req-ff8081f0-f886-4cb6-8a2a-afa60beba5fa tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c2696f0-4bd4-4386-8d45-d609b7f263e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322032 Sep 14 22:20:13.703403 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c78f0-a6e5-41a3-ae43-c3eabdd066d5 req-196b42de-93ca-4a5a-b24d-3f3710c26c73 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:13.704897 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d68c78f0-a6e5-41a3-ae43-c3eabdd066d5 req-196b42de-93ca-4a5a-b24d-3f3710c26c73 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 949 time: 0.0492055 Sep 14 22:20:13.742510 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-d68c78f0-a6e5-41a3-ae43-c3eabdd066d5 req-944a8deb-a691-4a15-acdf-80fcb0af413e tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c2696f0-4bd4-4386-8d45-d609b7f263e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315385 Sep 14 22:20:14.180971 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d40f2-270f-4a04-9551-823552b7253b req-5b9d8d90-5a49-4f3e-86af-4e9c9793a9c3 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:14.182432 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1a7d40f2-270f-4a04-9551-823552b7253b req-5b9d8d90-5a49-4f3e-86af-4e9c9793a9c3 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 949 time: 0.0482414 Sep 14 22:20:14.221786 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-1a7d40f2-270f-4a04-9551-823552b7253b req-6896e082-f9e8-41b0-b393-13ba1d846c3a tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c2696f0-4bd4-4386-8d45-d609b7f263e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335660 Sep 14 22:20:14.472664 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-04866882-2a03-4daa-b491-ff3de26eee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:14.855721 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:15.337199 dv-cinder-809014-1-iscsi neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc51db-3b38-40b5-a23f-89f77b60819f req-6e70bcb9-85ce-4c4d-984f-ba7b2c479d6a tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:15.338711 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dcdc51db-3b38-40b5-a23f-89f77b60819f req-6e70bcb9-85ce-4c4d-984f-ba7b2c479d6a tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 949 time: 0.0506399 Sep 14 22:20:15.377096 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-dcdc51db-3b38-40b5-a23f-89f77b60819f req-a1681f0b-59f2-498d-bf31-1ded818c65ad tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c2696f0-4bd4-4386-8d45-d609b7f263e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Sep 14 22:20:15.605505 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53907449-f15c-4a0f-8259-16d0c91781a5 req-d8c5d48c-0b4c-48e4-9301-b89238c90136 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 22:20:15.608101 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-53907449-f15c-4a0f-8259-16d0c91781a5 req-d8c5d48c-0b4c-48e4-9301-b89238c90136 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 949 time: 0.0511768 Sep 14 22:20:15.699834 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-53907449-f15c-4a0f-8259-16d0c91781a5 req-e14f933b-9699-4335-bfab-79e5697c1e43 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Deleting port d630b212-0992-4836-87a2-561e284c5b5c {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 14 22:20:15.700233 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-53907449-f15c-4a0f-8259-16d0c91781a5 req-e14f933b-9699-4335-bfab-79e5697c1e43 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775395911217'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:15.781986 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:15.785452 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.db [req-53907449-f15c-4a0f-8259-16d0c91781a5 req-e14f933b-9699-4335-bfab-79e5697c1e43 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] For port d630b212-0992-4836-87a2-561e284c5b5c, host hv-cinder-80901, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80901',level=0,port_id=d630b212-0992-4836-87a2-561e284c5b5c,segment=NetworkSegment(f1d146fa-7e8b-468f-9670-43943738d672),segment_id=f1d146fa-7e8b-468f-9670-43943738d672)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 22:20:15.785815 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-53907449-f15c-4a0f-8259-16d0c91781a5 req-e14f933b-9699-4335-bfab-79e5697c1e43 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992077'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:15.798928 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [req-53907449-f15c-4a0f-8259-16d0c91781a5 req-e14f933b-9699-4335-bfab-79e5697c1e43 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Calling delete_port for d630b212-0992-4836-87a2-561e284c5b5c owned by compute:nova {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 14 22:20:15.987033 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-53907449-f15c-4a0f-8259-16d0c91781a5 req-e14f933b-9699-4335-bfab-79e5697c1e43 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3810081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775395916535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775395412929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59588413'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:16.015432 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f933b-9699-4335-bfab-79e5697c1e43 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Pushing event deleted for resources: {'Port': ['ID=d630b212-0992-4836-87a2-561e284c5b5c,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:20:16.026311 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] get_ports_and_sgs() called for port_ids ['d630b212-0992-4836-87a2-561e284c5b5c'] {{(pid=94747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 22:20:16.062677 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [req-53907449-f15c-4a0f-8259-16d0c91781a5 req-e14f933b-9699-4335-bfab-79e5697c1e43 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] No DVR routers for this DVR port d630b212-0992-4836-87a2-561e284c5b5c on host hv-cinder-80901 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 22:20:16.065249 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [req-53907449-f15c-4a0f-8259-16d0c91781a5 req-e14f933b-9699-4335-bfab-79e5697c1e43 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95258'] for port, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:16.067224 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [req-53907449-f15c-4a0f-8259-16d0c91781a5 req-e14f933b-9699-4335-bfab-79e5697c1e43 tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.37 "DELETE /v2.0/ports/d630b212-0992-4836-87a2-561e284c5b5c HTTP/1.1" status: 204 len: 173 time: 0.4531929 Sep 14 22:20:16.067666 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d87c526-64da-4385-8da2-45842b43a398', 'name': 'network-vif-deleted', 'tag': 'd630b212-0992-4836-87a2-561e284c5b5c'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 22:20:16.069925 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e4b053ec2f925327bcb3fe31d4ab140219d42eebaacd277c37312ca60f59199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b99629-6bda-4e7f-8654-63350bcec19f" -d '{"events": [{"server_uuid": "2d87c526-64da-4385-8da2-45842b43a398", "name": "network-vif-deleted", "tag": "d630b212-0992-4836-87a2-561e284c5b5c"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 22:20:16.105229 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 22:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd734e85-c647-4dad-9a52-a2fab0b09691 x-openstack-request-id: req-dd734e85-c647-4dad-9a52-a2fab0b09691 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 22:20:16.105541 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d87c526-64da-4385-8da2-45842b43a398", "name": "network-vif-deleted", "tag": "d630b212-0992-4836-87a2-561e284c5b5c", "status": "completed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 22:20:16.105817 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd734e85-c647-4dad-9a52-a2fab0b09691 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 22:20:16.106209 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d87c526-64da-4385-8da2-45842b43a398', 'name': 'network-vif-deleted', 'tag': 'd630b212-0992-4836-87a2-561e284c5b5c', 'status': 'completed', 'code': 200} Sep 14 22:20:16.484161 dv-cinder-809014-1-iscsi neutron-server[94745]: INFO neutron.wsgi [req-9f3a0021-448f-4603-9c13-1beaf00b480f req-92493951-0a8e-4bb7-9412-5ccbbfe25afb tempest-VolumesNegativeTest-1173739041 tempest-VolumesNegativeTest-1173739041-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d87c526-64da-4385-8da2-45842b43a398 HTTP/1.1" status: 200 len: 210 time: 0.0286551 Sep 14 22:20:17.138328 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:18.868099 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device d630b212-0992-4836-87a2-561e284c5b5c no longer exists at agent hyperv_hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 22:20:18.891820 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] No Port match for: d630b212-0992-4836-87a2-561e284c5b5c {{(pid=94747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 14 22:20:18.892166 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron.plugins.ml2.rpc [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Device d630b212-0992-4836-87a2-561e284c5b5c not bound to the agent host hv-cinder-80901 {{(pid=94747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 22:20:23.096107 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 43768) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:20:23.230055 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-a0ccd142-4838-4a06-9082-c5d5aecc985f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9110f82f3c8b4e3aafb7a789e01b2766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1327839 Sep 14 22:20:23.232478 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.wsgi [-] (94746) accepted ('10.222.0.30', 43772) {{(pid=94746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 22:20:23.278640 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-276c382c-eebb-4841-9a2b-ca5e5931846f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:23.299169 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-276c382c-eebb-4841-9a2b-ca5e5931846f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:23.406331 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-276c382c-eebb-4841-9a2b-ca5e5931846f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047470'] for security_group, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:23.409470 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-276c382c-eebb-4841-9a2b-ca5e5931846f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:23.410628 dv-cinder-809014-1-iscsi neutron-server[94746]: INFO neutron.wsgi [None req-276c382c-eebb-4841-9a2b-ca5e5931846f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c2696f0-4bd4-4386-8d45-d609b7f263e2 HTTP/1.1" status: 204 len: 168 time: 0.1772280 Sep 14 22:20:23.418184 dv-cinder-809014-1-iscsi neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c382c-eebb-4841-9a2b-ca5e5931846f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2696f0-4bd4-4386-8d45-d609b7f263e2,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 22:20:24.192322 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:20:38.090195 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:41.966072 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-537297b1-7bd3-4b4b-9dcf-73d919d26924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:44.451652 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-af3f0c14-491f-4f56-9bb1-e700852319e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:44.849384 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:45.806973 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:20:47.104344 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:21:01.192099 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:21:08.068426 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:21:11.889881 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d06e84b3-7e05-4a78-9a49-bbef124893e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:21:14.451362 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-40b6fddd-339c-452c-bffd-40e7f8dcad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:21:14.896431 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:21:15.777316 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:21:17.091758 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:21:38.073839 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:21:38.191465 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:21:41.896278 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ddbd3f05-33fa-45f5-b220-25669caecf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:21:44.479116 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c32ae1ff-93c1-4e31-a587-203aaaea797a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:21:44.919247 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:21:45.845275 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:21:47.135096 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:22:08.071822 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:22:11.977018 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-aa792095-024e-49af-adf2-acf87fddad45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:22:14.438645 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4bd19126-ca20-48f2-b14b-db883ef0525d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:22:14.873030 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:22:15.191259 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:22:15.815885 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:22:17.113072 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:22:38.073402 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:22:41.986203 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-61303537-8f5a-4900-9dc3-ee316f0ee8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:22:44.450111 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f5155e82-ad40-4c07-b41e-4944c04acd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:22:44.855722 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:22:45.802994 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:22:47.147010 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:22:52.189900 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:23:08.077916 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:23:11.969607 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6524676e-214e-421b-be6c-2eda5ec023a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:23:14.432576 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-08c351de-c61a-4eb2-a4d3-c104f2ec14c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:23:14.854755 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:23:15.814914 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:23:17.134664 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:23:29.189242 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:23:38.111976 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:23:41.980516 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5b2dedb0-2f43-4ef4-8287-2b1475ff7837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:23:44.448845 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-c340edb4-9f75-4daa-b032-351ddfad7f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:23:44.843147 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:23:45.820048 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:23:47.157547 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:24:06.189958 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:24:08.110479 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:24:12.026067 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6b38dd92-86ae-44b3-ba45-44e506715835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:24:14.436558 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ed99857f-4462-46fd-903d-51f8c0cc49d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:24:14.847944 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:24:15.796626 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:24:17.231190 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:24:38.122050 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:24:42.002115 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-113ed245-3b6f-4b4d-8596-ca48e7eeab3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:24:43.188325 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:24:44.493667 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e121ff45-cbe9-45d1-8c05-2098ed32026b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:24:44.910614 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:24:45.830612 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:24:47.138240 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:25:08.138439 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:25:11.990467 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5d82-4c93-4856-8228-b731095c383f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:25:14.441848 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-56b38cc5-2536-4f90-b77a-b17b457c4465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:25:14.858783 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a183-dc16-46a1-8ff7-f05e63187ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:25:15.829875 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-b25bda5e-53f7-4461-ae53-79519a7e5377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:25:17.104433 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-357455ff-ea64-49bd-abab-b3b9ff08c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 22:25:20.187641 dv-cinder-809014-1-iscsi neutron-server[94748]: DEBUG neutron.db.agents_db [None req-109f32db-320b-4246-a6ac-ca6341aaa59e None None] Agent healthcheck: found 6 active agents {{(pid=94748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 22:25:38.160968 dv-cinder-809014-1-iscsi neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-911f84b8-2ecf-4e40-b192-703a0f50df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775395712651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3768919'] for agent, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}